-- Logs begin at Sat 2021-06-26 17:34:01 UTC, end at Sat 2021-06-26 18:37:43 UTC. -- Jun 26 18:13:22.347450 dv-cinder-798198-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 26 18:13:25.040020 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.common.config [-] Logging enabled! Jun 26 18:13:25.040664 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev409 Jun 26 18:13:25.040831 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93391) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 18:13:25.044054 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.common.config [-] Logging enabled! Jun 26 18:13:25.044309 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev409 Jun 26 18:13:25.044629 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93391) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 18:13:25.045563 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 18:13:25.045800 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 18:13:25.046154 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 18:13:25.046400 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 18:13:25.046629 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 18:13:25.046953 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.047260 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.047558 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.047789 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.048085 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.048377 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.048682 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.048974 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.049271 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.049555 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.049833 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.050116 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.050347 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.050628 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.050943 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.051239 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.051460 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] debug = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.051742 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.052164 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.052595 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.052876 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.053168 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.053448 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.053720 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.053997 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.054282 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.054609 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] host = dv-cinder-798198-1-smb {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.054885 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.055173 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.055461 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.055747 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.056023 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.056299 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.056607 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.056880 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.057158 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] log_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.057435 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.057725 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.058011 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.058303 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.058529 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.058753 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.059044 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.059333 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.059608 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.059883 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.060157 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.060447 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.060723 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.060992 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.061281 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.061565 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.061851 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.062125 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.062398 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.062670 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.062940 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.063225 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.063495 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.063764 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.064036 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.064322 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.064613 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.064884 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.065184 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.065470 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.065750 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.066035 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.066489 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.066652 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.066874 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.067152 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.067425 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] use_json = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.067697 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.067969 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.068252 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.068552 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.068827 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.069100 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.069372 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.069656 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:25.069952 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.070250 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.070554 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.070835 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.071133 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.071416 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.071708 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.071987 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.072277 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.072605 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.072895 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077010 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077010 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077010 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077010 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077010 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077010 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077010 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077010 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077636 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077636 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077636 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077636 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077636 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077636 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077636 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.077636 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.078191 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.078191 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.078191 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.078390 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.078668 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.078942 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.079216 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.079498 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.079775 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.080048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.080318 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.080633 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.080921 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.081199 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.081473 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.081745 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.082633 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.083098 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.083599 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.083897 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.084180 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.084486 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.084774 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.085054 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.085331 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.085614 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.085892 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.086172 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.086448 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.086723 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.086998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.087271 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.087549 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.087822 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.088096 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.088375 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.088673 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.088950 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.089222 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.089500 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.089778 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.090067 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.090369 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.090669 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.090936 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.091219 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.091500 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.091780 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.092063 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.092344 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.092646 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.092925 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.093219 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.093505 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.093797 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.094084 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.094364 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.094661 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.094940 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.095222 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.095501 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.095780 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.096069 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.096352 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.096670 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.096962 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.097256 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.097555 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.098509 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.098800 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.099111 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.099396 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:25.099618 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 18:13:25.099858 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93391) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 26 18:13:25.448233 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:25.448454 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:25.448751 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:25.449087 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 26 18:13:25.841213 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.841501 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.841775 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.843066 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.843353 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.843620 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.877511 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.877791 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.878062 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.891942 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.892225 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.892530 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.923100 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.923376 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.923646 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.960554 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.960835 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:25.961107 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.193532 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.194101 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.194101 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.194360 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.195024 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.318128 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.318438 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.318722 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.318994 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.319263 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.319574 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.319836 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.320095 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.320350 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.320656 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.320913 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.321180 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.321441 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.321706 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.321963 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.322232 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.323464 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.323746 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.324036 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.324303 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.324626 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.324987 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.325249 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.325540 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.325797 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.326050 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.326445 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:13:26.326689 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:13:26.326930 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:13:26.327173 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:13:26.327410 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:13:26.327645 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:13:26.328005 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 26 18:13:26.331066 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 26 18:13:26.335046 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 26 18:13:26.338799 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 26 18:13:26.340449 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 26 18:13:26.340894 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 26 18:13:26.341227 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 26 18:13:26.341608 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 26 18:13:26.344568 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 26 18:13:26.344823 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 26 18:13:26.345174 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 18:13:26.373433 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 26 18:13:26.373875 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.374174 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93391) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 26 18:13:26.374537 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.375879 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93391) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 26 18:13:26.376158 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 18:13:26.376404 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 26 18:13:26.379696 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.379976 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:26.443015 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 26 18:13:26.443199 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 26 18:13:26.443434 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 26 18:13:26.443795 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 26 18:13:26.463959 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_db.sqlalchemy.engines [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93391) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 26 18:13:27.141649 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Initializing driver for type 'gre' Jun 26 18:13:27.142115 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] gre ID ranges: [(1, 1000)] Jun 26 18:13:27.321751 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Initializing driver for type 'local' Jun 26 18:13:27.322350 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Initializing driver for type 'vlan' Jun 26 18:13:27.415801 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] VlanTypeDriver initialization complete Jun 26 18:13:27.416194 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Initializing driver for type 'vxlan' Jun 26 18:13:27.416831 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] vxlan ID ranges: [(1, 1000)] Jun 26 18:13:27.590323 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Initializing extension driver 'port_security' Jun 26 18:13:27.590659 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.extensions.port_security [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] PortSecurityExtensionDriver initialization complete Jun 26 18:13:27.590993 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Initializing mechanism driver 'openvswitch' Jun 26 18:13:27.591378 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Initializing mechanism driver 'hyperv' Jun 26 18:13:27.602040 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:27.603002 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > port after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.603382 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > port after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.603746 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > port after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.604138 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.604524 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.604875 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.605251 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > network after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.605598 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > network after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.606192 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > network after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.606566 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.606993 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.607364 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.607741 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.608087 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.608443 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.608828 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.609172 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.609510 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.609848 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] ML2 OVO RPC backend initialized. {{(pid=93391) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 26 18:13:27.610548 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.610898 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.611350 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > network before_response 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.611751 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > networks before_response 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.612101 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > port before_response 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.612471 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > ports before_response 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.612815 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.613299 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.613565 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > network after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.613903 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > network after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.614239 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > network after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.614574 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > port after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.614909 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > port after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.615246 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > port after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.615581 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.615914 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.616250 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.616841 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.plugin [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Modular L2 Plugin initialization complete Jun 26 18:13:27.617172 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading services supported by the core plugin {{(pid=93391) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 26 18:13:27.617495 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.plugins.ml2.managers [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Got port-security extension from driver 'port_security' Jun 26 18:13:27.618020 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.extensions.vlantransparent [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Disabled vlantransparent extension. Jun 26 18:13:27.618502 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93391) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 26 18:13:27.618817 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading Plugin: router Jun 26 18:13:27.658417 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.658813 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router after_create 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.659183 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router before_create 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.659549 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.659920 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.661089 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router after_delete 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.661369 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.661739 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router after_create 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.662189 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router after_update 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.662550 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router after_update 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.662903 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.663262 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router after_update 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.663675 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.664044 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: port after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.664391 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: port after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.664761 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: subnet after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.665101 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.665450 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.665796 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.666177 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: port before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.666477 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.666834 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router after_update 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.667231 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.667564 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.667965 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.668309 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.668703 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > agent after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.669052 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.671618 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > network after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.671618 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Tracking information for resource: router configured {{(pid=93391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:13:27.671618 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Tracking information for resource: floatingip configured {{(pid=93391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:13:27.675582 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.db.l3_agentschedulers_db [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 26 18:13:27.676188 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: port after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.676571 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: port after_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.676924 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: port after_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.677273 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: port after_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.678137 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router before_create 55550100 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.678505 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.678869 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.679226 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.683891 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.services.provider_configuration [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service providers = [] {{(pid=93391) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 26 18:13:27.684259 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.db.servicetype_db [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93391) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 26 18:13:27.687136 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.services.service_base [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 18:13:27.687484 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.services.service_base [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 18:13:27.687829 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.services.service_base [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 18:13:27.688725 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.services.service_base [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 18:13:27.689165 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.services.service_base [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 26 18:13:27.689539 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:13:27.689856 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 26 18:13:27.700886 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:13:27.711852 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading Plugin: auto_allocate Jun 26 18:13:27.717239 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: network precommit_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.717606 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: network precommit_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.718209 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:13:27.718541 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading Plugin: tag Jun 26 18:13:27.725304 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:13:27.725644 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading Plugin: timestamp Jun 26 18:13:27.729497 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:13:27.729835 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading Plugin: network_ip_availability Jun 26 18:13:27.737117 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.737497 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.737864 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:27.738591 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:13:27.738923 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading Plugin: flavors Jun 26 18:13:27.743746 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:13:27.744094 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading Plugin: revisions Jun 26 18:13:27.755825 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:13:27.756218 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_concurrency.lockutils [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.307s {{(pid=93391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:27.757006 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93391) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 26 18:13:27.757352 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Initializing extension manager. Jun 26 18:13:27.757896 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: __init__.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.758249 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: __pycache__ {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.758591 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.758933 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: address_group.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.759698 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.760276 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: address-group Jun 26 18:13:27.760641 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: address_scope.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.761426 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.761999 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: address-scope Jun 26 18:13:27.762341 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.763399 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.763918 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: router-admin-state-down-before-update Jun 26 18:13:27.764250 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: agent.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.764980 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.765546 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: agent Jun 26 18:13:27.765933 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: agent_resources_synced.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.766850 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.767363 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: agent-resources-synced Jun 26 18:13:27.767695 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.769563 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.770087 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: allowed-address-pairs Jun 26 18:13:27.771062 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.772532 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.773061 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: auto-allocated-topology Jun 26 18:13:27.773399 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: availability_zone.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.774135 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.774650 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: availability_zone Jun 26 18:13:27.775038 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: availability_zone_filter.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.775973 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.776515 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: availability_zone_filter Jun 26 18:13:27.776845 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: data_plane_status.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.777747 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.778256 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension data-plane-status not supported by any of loaded plugins Jun 26 18:13:27.778583 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: default_subnetpools.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.779497 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.780015 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: default-subnetpools Jun 26 18:13:27.780343 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.781187 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.781702 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: dhcp_agent_scheduler Jun 26 18:13:27.782030 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: dns.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.782951 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.783528 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension dns-integration not supported by any of loaded plugins Jun 26 18:13:27.783857 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: dns_domain_ports.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.784794 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.785300 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 26 18:13:27.785682 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.786643 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.787222 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 26 18:13:27.787490 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: dvr.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.788154 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.788682 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: dvr Jun 26 18:13:27.789015 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: empty_string_filtering.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.789999 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.790506 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: empty-string-filtering Jun 26 18:13:27.790834 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.791728 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.792233 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 26 18:13:27.792593 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.793493 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.794000 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 26 18:13:27.794329 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: external_net.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.795238 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.795749 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: external-net Jun 26 18:13:27.796079 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.797012 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.797592 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: extra_dhcp_opt Jun 26 18:13:27.804853 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: extraroute.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.805606 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.806121 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: extraroute Jun 26 18:13:27.806449 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: extraroute_atomic.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.807472 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.807993 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: extraroute-atomic Jun 26 18:13:27.808325 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: filter_validation.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.809083 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.809609 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: filter-validation Jun 26 18:13:27.809938 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: fip_pf_description.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.810844 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.811349 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 26 18:13:27.811680 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: fip_port_details.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.812613 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.813119 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: fip-port-details Jun 26 18:13:27.813445 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: flavors.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.814673 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.815262 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: flavors Jun 26 18:13:27.815652 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.817865 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.818407 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 26 18:13:27.818740 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: floatingip_pools.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.819437 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.819952 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: floatingip-pools Jun 26 18:13:27.820286 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: ip_allocation.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.821336 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.821839 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension ip_allocation not supported by any of loaded plugins Jun 26 18:13:27.822167 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.823078 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.823589 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: ip-substring-filtering Jun 26 18:13:27.823921 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: l2_adjacency.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.824872 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.825384 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 26 18:13:27.825776 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: l3.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.826817 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.827335 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: router Jun 26 18:13:27.827669 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.830052 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.830582 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 26 18:13:27.830922 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.831847 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.832368 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: ext-gw-mode Jun 26 18:13:27.833490 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.839131 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.839653 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: l3-ha Jun 26 18:13:27.839994 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: l3_flavors.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.840930 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.841443 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: l3-flavors Jun 26 18:13:27.841775 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.842684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.843273 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 26 18:13:27.843606 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: l3agentscheduler.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.844677 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.845253 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: l3_agent_scheduler Jun 26 18:13:27.845642 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: logging.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.847141 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.847668 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension logging not supported by any of loaded plugins Jun 26 18:13:27.848003 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: metering.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.848911 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.849494 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: metering Jun 26 18:13:27.849829 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.850918 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.851437 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: metering_source_and_destination_fields Jun 26 18:13:27.851767 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: multiprovidernet.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.852768 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.853284 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: multi-provider Jun 26 18:13:27.853612 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: netmtu.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.854517 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.855026 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: net-mtu Jun 26 18:13:27.855353 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: netmtu_writable.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.856638 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.857157 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: net-mtu-writable Jun 26 18:13:27.857485 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: network_availability_zone.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.858151 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.858661 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: network_availability_zone Jun 26 18:13:27.858989 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: network_ip_availability.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.860202 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.860756 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: network-ip-availability Jun 26 18:13:27.861091 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: network_segment_range.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.861857 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.862370 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension network-segment-range not supported by any of loaded plugins Jun 26 18:13:27.862698 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: pagination.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.863672 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.864118 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: pagination Jun 26 18:13:27.864478 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: port_device_profile.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.865393 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.865996 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: port-device-profile Jun 26 18:13:27.866324 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.867246 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.867764 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: port-mac-address-regenerate Jun 26 18:13:27.868092 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.869033 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.869543 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: port-numa-affinity-policy Jun 26 18:13:27.869878 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: port_resource_request.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.870794 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.871341 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension port-resource-request not supported by any of loaded plugins Jun 26 18:13:27.871671 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: portbindings.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.881072 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.881587 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: binding Jun 26 18:13:27.881918 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: portbindings_extended.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.883193 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.883715 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: binding-extended Jun 26 18:13:27.884051 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: portsecurity.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.884990 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.885512 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: port-security Jun 26 18:13:27.885842 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: project_id.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.886890 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.887228 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: project-id Jun 26 18:13:27.887558 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: providernet.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.888515 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.889034 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: provider Jun 26 18:13:27.889363 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: qos.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.893085 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.893610 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension qos not supported by any of loaded plugins Jun 26 18:13:27.893950 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.895225 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.895970 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 26 18:13:27.896405 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.897342 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.897862 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 26 18:13:27.898201 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: qos_default.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.899112 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.899628 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension qos-default not supported by any of loaded plugins Jun 26 18:13:27.899961 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: qos_fip.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.900709 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.901217 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension qos-fip not supported by any of loaded plugins Jun 26 18:13:27.901546 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.902469 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.902978 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 26 18:13:27.903306 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.904227 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.904765 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 26 18:13:27.905094 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.906003 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.906510 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 26 18:13:27.906838 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: qos_rules_alias.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.907982 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.908544 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 26 18:13:27.908878 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: quotasv2.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.909784 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.910114 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: quotas Jun 26 18:13:27.910436 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: quotasv2_detail.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.914302 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.914653 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: quota_details Jun 26 18:13:27.914996 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: rbac.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.916074 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.916729 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: rbac-policies Jun 26 18:13:27.917028 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: rbac_address_group.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.917994 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.918559 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: rbac-address-group Jun 26 18:13:27.918903 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: rbac_address_scope.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.927243 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.927841 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: rbac-address-scope Jun 26 18:13:27.928179 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: rbac_security_groups.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.929134 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.929653 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: rbac-security-groups Jun 26 18:13:27.929988 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.930905 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.931419 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: rbac-subnetpool Jun 26 18:13:27.931763 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: revisionifmatch.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.932777 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.933436 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: revision-if-match Jun 26 18:13:27.933776 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: revisions.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.935110 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.935631 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: standard-attr-revisions Jun 26 18:13:27.935965 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: router_availability_zone.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.936669 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.937186 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: router_availability_zone Jun 26 18:13:27.937626 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: routerservicetype.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.938540 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.939052 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension router-service-type not supported by any of loaded plugins Jun 26 18:13:27.939382 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.940296 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.940838 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: security-groups-normalized-cidr Jun 26 18:13:27.941170 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.942152 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.942749 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: port-security-groups-filtering Jun 26 18:13:27.943080 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.944060 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.944615 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: security-groups-remote-address-group Jun 26 18:13:27.944946 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: securitygroup.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.954670 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.955216 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: security-group Jun 26 18:13:27.955555 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: segment.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.956337 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.956892 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension segment not supported by any of loaded plugins Jun 26 18:13:27.957244 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.958295 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.958806 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 26 18:13:27.959136 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: servicetype.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.960286 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.960841 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: service-type Jun 26 18:13:27.961175 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: sorting.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.962163 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.962505 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: sorting Jun 26 18:13:27.962837 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: standard_attr_segment.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.963898 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.964434 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 26 18:13:27.964772 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: standardattrdescription.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.965505 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.966020 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: standard-attr-description Jun 26 18:13:27.966354 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: stateful_security_group.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.967317 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.967932 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: stateful-security-group Jun 26 18:13:27.968266 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: stdattrs_common.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.968883 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 26 18:13:27.969318 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.970304 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.970918 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 26 18:13:27.971248 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: subnet_onboard.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.972430 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.972975 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: subnet_onboard Jun 26 18:13:27.973831 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.974827 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.975352 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 26 18:13:27.975691 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: subnet_service_types.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.976635 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.977150 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: subnet-service-types Jun 26 18:13:27.977480 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: subnetallocation.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.978560 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.979075 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: subnet_allocation Jun 26 18:13:27.979406 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.980074 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.980617 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: subnetpool-prefix-ops Jun 26 18:13:27.981253 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.989675 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.990187 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 26 18:13:27.990511 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: tagging.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.991571 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.992091 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: standard-attr-tag Jun 26 18:13:27.992451 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: timestamp.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.993656 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.994179 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loaded extension: standard-attr-timestamp Jun 26 18:13:27.994516 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: trunk.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.995602 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.996122 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension trunk not supported by any of loaded plugins Jun 26 18:13:27.996485 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: trunk_details.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.997402 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.997921 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension trunk-details not supported by any of loaded plugins Jun 26 18:13:27.998253 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:27.999213 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:27.999789 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 26 18:13:28.000180 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Loading extension file: vlantransparent.py {{(pid=93391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:13:28.000882 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:13:28.001392 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 26 18:13:28.003819 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:network Jun 26 18:13:28.004357 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:subnet Jun 26 18:13:28.004887 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:13:28.005288 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:port Jun 26 18:13:28.006621 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.007074 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service FLAVORS assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.007701 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.008130 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.008494 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:router Jun 26 18:13:28.008929 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 18:13:28.009434 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service METERING assigned prefix: /metering {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.010891 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:28.011274 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:28.011633 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:13:28.012656 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 18:13:28.013115 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:security_group Jun 26 18:13:28.013554 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 18:13:28.014224 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service CORE assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.014561 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:13:28.014916 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] subnetpool is already registered Jun 26 18:13:28.015363 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service CORE assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.015696 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:13:28.016036 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] subnetpool is already registered Jun 26 18:13:28.018373 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.018816 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service FLAVORS assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.019414 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.019845 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.020800 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:router Jun 26 18:13:28.021127 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] router is already registered Jun 26 18:13:28.021561 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 18:13:28.021908 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] floatingip is already registered Jun 26 18:13:28.022372 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service METERING assigned prefix: /metering {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.023060 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 18:13:28.023396 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] rbac_policy is already registered Jun 26 18:13:28.023812 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:security_group Jun 26 18:13:28.024153 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] security_group is already registered Jun 26 18:13:28.024629 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 18:13:28.024971 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] security_group_rule is already registered Jun 26 18:13:28.025617 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service CORE assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.025950 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:13:28.026290 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] subnetpool is already registered Jun 26 18:13:28.026718 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.v2.resource_helper [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Service CORE assigned prefix: {{(pid=93391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:13:28.027045 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:13:28.027379 dv-cinder-798198-1-smb neutron-server[93391]: WARNING neutron.quota.resource_registry [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] subnetpool is already registered Jun 26 18:13:28.027858 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: extensions {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.029473 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: address-groups {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.030977 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: address-scopes {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.032332 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: agents {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.033568 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: auto-allocated-topology {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.034879 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: availability_zones {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.036953 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: dhcp-networks {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.040029 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: dhcp-agents {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.040029 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: routers {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.041849 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: flavors {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.044293 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: service_profiles {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.045722 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: next_providers {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.047279 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: service_profiles {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.048876 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: floatingip-pools {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.050120 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: routers {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.051976 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: floatingips {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.053319 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: l3-routers {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.054767 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: l3-agents {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.056205 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: metering-labels {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.057517 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: metering-label-rules {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.059069 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: network-ip-availabilities {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.060347 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: bindings {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.061973 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: quotas {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.063530 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: quotas {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.065029 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: rbac-policies {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.066392 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: security-groups {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.072559 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: security-group-rules {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.072559 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: service-providers {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.072559 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: subnetpools {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.072559 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: subnetpools {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.073453 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.075187 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.077067 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.078882 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.080672 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.083195 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.084990 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.086890 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.088813 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.090618 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron.api.extensions [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Extended resource: tags {{(pid=93391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:13:28.096766 dv-cinder-798198-1-smb neutron-server[93391]: WARNING keystonemiddleware.auth_token [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 26 18:13:28.101977 dv-cinder-798198-1-smb neutron-server[93391]: WARNING keystonemiddleware.auth_token [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 26 18:13:28.111418 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_concurrency.lockutils [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Acquired lock "singleton_lock" {{(pid=93391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 26 18:13:28.111897 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_concurrency.lockutils [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Releasing lock "singleton_lock" {{(pid=93391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 26 18:13:28.112564 dv-cinder-798198-1-smb neutron-server[93391]: INFO oslo_service.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Starting 2 workers Jun 26 18:13:28.117590 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Started child 93534 {{(pid=93391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 18:13:28.122131 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Started child 93535 {{(pid=93391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 18:13:28.123101 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:28.123804 dv-cinder-798198-1-smb neutron-server[93391]: INFO neutron.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 26 18:13:28.124524 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Notify callbacks [] for process, before_spawn {{(pid=93391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:28.124688 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [-] (93534) wsgi starting up on http://0.0.0.0:9696 Jun 26 18:13:28.126888 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:28.127376 dv-cinder-798198-1-smb neutron-server[93391]: INFO oslo_service.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Starting 1 workers Jun 26 18:13:28.128087 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [-] (93535) wsgi starting up on http://0.0.0.0:9696 Jun 26 18:13:28.132205 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Started child 93536 {{(pid=93391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 18:13:28.132781 dv-cinder-798198-1-smb neutron-server[93391]: INFO oslo_service.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Starting 1 workers Jun 26 18:13:28.135651 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] calling RpcWorker wait() {{(pid=93536) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 26 18:13:28.136199 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] returning from RpcWorker wait() {{(pid=93536) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 26 18:13:28.139447 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Started child 93537 {{(pid=93391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 18:13:28.139615 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:28.139615 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:28.139747 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG neutron_lib.callbacks.manager [None req-3f7f88d9-e2f1-4fb6-b34b-d3e19d2d8ce1 None None] Notify callbacks [] for process, after_spawn {{(pid=93391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:28.140356 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 18:13:28.140601 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 18:13:28.140797 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 18:13:28.141025 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 18:13:28.141377 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 18:13:28.141549 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 18:13:28.142140 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.142362 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.142628 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.142909 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.143255 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.143931 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.144220 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.144497 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.144786 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.145047 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.145777 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.145954 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.146232 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.146470 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.146557 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:28.146985 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.147201 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.147459 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.147740 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.147915 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.148189 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.148481 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.148739 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.149018 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] debug = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.149317 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.149945 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.150169 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.150391 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.150612 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.150907 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.151143 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.151440 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.151697 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.151964 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.152216 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.152504 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.152744 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.152979 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.153201 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.153457 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.153703 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.154207 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] host = dv-cinder-798198-1-smb {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.154428 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.154671 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.154922 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.155183 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.155432 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.155649 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.155913 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.156169 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.156447 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.156669 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.156940 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.157214 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.157481 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.157767 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.158035 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_options = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.158192 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.158467 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.158740 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.158934 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.159107 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.159287 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163025 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163025 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163025 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163025 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163025 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163025 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163025 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163025 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.163998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.164675 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.165267 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.165744 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.166039 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.166483 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.166780 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.166992 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.167238 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.167476 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.167703 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.167992 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.168251 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.168555 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.168811 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.169063 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.169319 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.169557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.169799 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.170070 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.170307 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.170564 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.170834 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.171071 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.171332 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.171572 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.171794 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.172041 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_json = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.172257 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.172499 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.172763 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.172995 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.173230 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.173448 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.173669 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.173905 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.174327 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.174612 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.174796 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:28.174949 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.175190 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.175459 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.175713 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.175948 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.176192 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.176836 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.177135 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.177473 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.177708 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.178008 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.178263 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.178534 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.178876 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.179137 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.179420 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.179647 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.179885 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.180122 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.180366 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.180728 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186168 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186168 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186168 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186168 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186168 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186168 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186168 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186168 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186939 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186939 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186939 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186939 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186939 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186939 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186939 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186939 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.186939 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.187557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.187557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.187557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.187557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.187557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.187557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.187557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.187557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.187557 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188156 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188156 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188156 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188156 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188156 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188156 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188596 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188596 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188752 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.188864 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.189103 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.189330 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.189587 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.189830 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.190046 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.190261 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.190480 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.190695 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.190909 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.191127 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.191357 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.191585 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.191820 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.192045 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.192264 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.192537 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.192787 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.192968 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.193270 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.193427 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.193641 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.193852 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.194064 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.194276 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.194276 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.194276 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.194276 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.194276 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.196632 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.196632 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.196632 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.196632 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.196632 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.197277 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.197277 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.197277 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.197622 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.197622 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.197876 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.198099 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.198336 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.198610 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.198761 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.198991 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.199229 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.199475 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.199719 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.200023 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.200292 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.200553 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.200769 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.201027 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.201294 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.201551 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.201808 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.202030 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.202309 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.202616 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.202898 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.203165 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.203418 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.203651 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.203922 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.204198 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.205230 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.208658 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.208658 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.208658 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.208658 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.208658 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.208658 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.208658 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.208658 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.209250 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.209250 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.209250 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.209250 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.209250 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.209588 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.209844 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.210111 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.210356 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.210603 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.210850 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.211100 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.211320 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.211554 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.212139 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.212139 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.212406 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.212583 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214284 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214284 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214284 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214284 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214284 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214284 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214284 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214284 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214918 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214918 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.214918 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.215138 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.215218 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.215433 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.215651 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.215868 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.216117 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.216364 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.216624 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.216902 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.217159 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.217396 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.217647 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.217873 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.218141 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.218378 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.218622 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.218875 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.219094 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.219309 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.219551 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.219766 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.220004 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.220230 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.220466 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.220709 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.220966 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.221307 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.221539 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.221941 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.222327 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.222689 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.223088 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.224077 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.224573 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.224953 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.225335 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.225559 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.225824 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.226072 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.226317 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.226672 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.226797 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.226974 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.227393 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.227628 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.227924 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.228177 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.228436 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.228674 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.228907 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.229136 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.229349 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.229568 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.229806 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.230042 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.230293 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.230503 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.230958 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.231202 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.231413 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.231639 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.231871 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.232083 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.232297 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.232530 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.232762 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.232993 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.233204 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.233418 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.233628 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.233948 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.234200 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.234421 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.234706 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.234957 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.235202 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.235446 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.235757 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.235975 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.236241 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.236496 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.236856 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.237013 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.237204 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.237973 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.243314 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.243314 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.243314 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.243314 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.243314 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.243314 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.243314 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.243314 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.244048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.244048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.244048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.244048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.244048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.244048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.244048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.244048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.244048 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.245998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.245998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.245998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.245998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.245998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.245998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.245998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.245998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.245998 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.246615 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.246615 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.246615 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 18:13:28.246615 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 18:13:28.246615 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 18:13:28.246615 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 18:13:28.246615 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 18:13:28.246615 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 18:13:28.247155 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 18:13:28.247155 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.247155 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.247155 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.247418 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.247418 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.247616 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.247782 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.247941 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.248258 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.248441 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.248606 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.248777 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.248922 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.249081 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.249241 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.249406 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.249568 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.249730 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.249895 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.250053 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.250214 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.250377 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.250538 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] debug = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.250698 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.250902 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.251068 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.251227 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.251388 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.251550 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.251709 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.251867 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.252027 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.252186 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.252346 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.252528 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.252689 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.252848 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.253008 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.253166 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.253324 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.253485 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] host = dv-cinder-798198-1-smb {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.253644 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.253804 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.253963 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.254121 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.254282 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.254440 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.254615 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.254773 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.254932 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.255089 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.255378 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.255554 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.255714 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.256211 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.256211 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_options = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.256211 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.256573 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.256573 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.256788 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.256869 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.256989 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.257149 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.257314 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.257484 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.257634 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.257790 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.257943 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.258107 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.258266 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.258426 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.258585 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.258784 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.258903 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.259060 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.259219 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.259384 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.259543 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.259703 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.259863 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.260031 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.260565 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.260565 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.260565 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.260889 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.260889 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.261120 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.261120 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.261270 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.261390 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.261540 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.261699 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.261858 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.262021 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.262181 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.262339 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.262498 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.262657 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.262816 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.262974 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.263133 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.263292 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_json = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.263451 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.263610 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.263768 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.263926 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.264085 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.264244 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.264403 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.264584 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:13:28.264766 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.264935 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.265111 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.265278 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.265479 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.265621 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.265755 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.265909 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.266071 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.266235 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.266424 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.266561 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.266732 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.266894 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.267058 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.267224 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.267444 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.267588 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.267703 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.267865 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.268028 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.268191 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.268369 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.268574 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.268743 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.268907 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.269071 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.269240 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.269403 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.271684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.271684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.271684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.271684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.271684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.271684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.271684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.271684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.271684 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.272474 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.272474 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.272474 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.272474 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.272474 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.272474 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.272474 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273293 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273293 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273293 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273293 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273293 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273293 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273745 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273745 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273745 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.273952 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.274064 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.274226 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.274390 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.274552 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.274716 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.274879 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.275239 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.275239 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.275550 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.275550 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.275784 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.275865 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.276028 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.276150 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.276269 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.276676 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.276676 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.276874 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.276951 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.277064 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.277227 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.277390 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.277552 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.277715 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.277877 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.278040 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.278203 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.278367 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.278529 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.278700 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.278877 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.279039 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.279202 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.279364 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.279527 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.279696 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.279860 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.280021 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.280194 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.280346 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.280546 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.280709 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.280887 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.281011 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.281175 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.281335 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.281497 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.281658 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.281821 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.281983 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.282146 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.282308 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.282470 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.282631 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.282792 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.282953 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.283131 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.283292 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.283458 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.283622 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.283790 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.283962 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.284129 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.284296 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.284494 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.284653 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.284790 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.284954 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.285118 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.285280 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.285442 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.285605 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.285793 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.286551 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.286719 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.286894 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.287045 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.287232 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.287393 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.287556 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.287719 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.287882 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.288045 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.288208 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.288373 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.288567 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.288730 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.288892 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.289055 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.289221 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.289378 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.289541 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.289712 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.289877 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.290035 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.290176 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.290311 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.290478 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.290640 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.290803 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.291028 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.291165 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.291300 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.291440 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.291567 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.291717 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.291875 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.292029 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.292190 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.292353 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.292535 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.292698 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.292860 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.293023 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.293188 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.293351 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.293515 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.293677 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.293839 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.294002 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.294135 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:28.294242 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.294324 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.294467 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.294629 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.294793 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.294954 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.295117 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.295280 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.295442 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.295605 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.295790 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.295917 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.296096 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.296259 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.296450 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.296604 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.296770 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.296934 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.297097 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.297259 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.297425 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.297591 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.297753 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.297919 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.298085 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.298250 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.298414 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.298577 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.298740 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.298903 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.299066 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.299242 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.299406 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.299576 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.299739 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.299902 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.300076 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.300243 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.300432 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.300607 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.300769 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.300945 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.301108 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.301273 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.301456 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.301622 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.301795 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.301959 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.302123 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.302287 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.302451 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.302622 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.302786 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.302950 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.303113 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.303277 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.303449 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.303613 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.303776 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.303947 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.304111 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.304275 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.304457 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.304635 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.304800 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.304967 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.305130 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.305296 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.305460 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.305626 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.305796 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.306024 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.306126 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.306292 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.306462 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.306634 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.306809 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.306976 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.307138 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.307333 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.307470 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.307603 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.307762 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.307893 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.308051 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.308213 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.308376 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.308577 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.308739 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.308902 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.309065 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.309228 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.309390 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.309558 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.309722 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.309885 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.310079 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.310199 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.310361 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:13:28.310517 dv-cinder-798198-1-smb neutron-server[93391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 18:13:28.525304 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 56936) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:28.534027 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065842 Jun 26 18:13:39.948290 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74d5da3-e346-4693-973b-79d77865c0e5 None None] get_active_networks_info from dv-cinder-798198-1-smb {{(pid=93536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 26 18:13:40.053744 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d5da3-e346-4693-973b-79d77865c0e5 None None] No non-hosted networks {{(pid=93536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 26 18:13:40.081311 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.agentschedulers_db [None req-a74d5da3-e346-4693-973b-79d77865c0e5 None None] DHCP Agent not found on host dv-cinder-798198-1-smb {{(pid=93536) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 26 18:13:40.299019 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-66128c40-9244-4bc0-80ca-08ae0eb74d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592740'] for agent, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:42.560716 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4e71f269-1eb9-4591-8148-94ba2c235846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592740'] for agent, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:42.596779 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.db.api [None req-b0b87639-b107-45de-8d0e-d6bd05c8f9fa None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-798198-1-smb {{(pid=93536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 18:13:42.597172 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_db.api [None req-b0b87639-b107-45de-8d0e-d6bd05c8f9fa None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 18:13:42.917162 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592740'] for agent, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:42.918219 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.918769 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.919445 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.920252 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.920837 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.921661 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.922192 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.922831 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.923584 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.924236 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.924760 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.925244 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:42.931777 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798198-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:42.937232 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798198-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:43.302742 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b0b87639-b107-45de-8d0e-d6bd05c8f9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:43.668505 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592740'] for agent, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:45.036156 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592740'] for agent, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:46.259474 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 57028) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:46.751398 dv-cinder-798198-1-smb neutron-server[93535]: WARNING oslo_policy.policy [None req-af848d88-56b6-471a-b0c4-09402eaeb4ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:13:46.751978 dv-cinder-798198-1-smb neutron-server[93535]: WARNING oslo_policy.policy [None req-af848d88-56b6-471a-b0c4-09402eaeb4ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:13:46.800118 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.db.l3_hamode_db [None req-1df3099c-8d38-472e-b912-4a887216faed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 26 18:13:46.877047 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3099c-8d38-472e-b912-4a887216faed None None] Routers set() bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:13:46.877344 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3099c-8d38-472e-b912-4a887216faed None None] Router IDs set() for agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 26 18:13:46.970197 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [None req-af848d88-56b6-471a-b0c4-09402eaeb4ab admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:13:46.971240 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-af848d88-56b6-471a-b0c4-09402eaeb4ab admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7107978 Jun 26 18:13:49.277952 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 57042) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:49.579937 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-d0f3785e-e6ca-447c-9577-66dab32fc0c9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:49.672919 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.policy [None req-d0f3785e-e6ca-447c-9577-66dab32fc0c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93535) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 18:13:49.718100 dv-cinder-798198-1-smb neutron-server[93535]: WARNING oslo_policy.policy [None req-d0f3785e-e6ca-447c-9577-66dab32fc0c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:13:49.718494 dv-cinder-798198-1-smb neutron-server[93535]: WARNING oslo_policy.policy [None req-d0f3785e-e6ca-447c-9577-66dab32fc0c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:13:49.726912 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.quota [None req-d0f3785e-e6ca-447c-9577-66dab32fc0c9 admin admin] Loaded quota_driver: . Jun 26 18:13:49.885815 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d0f3785e-e6ca-447c-9577-66dab32fc0c9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777303320857', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777303321386', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777303312272', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777303863622', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777303856923', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777303879489', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3713528', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3912084', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705123', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644814'] for rbac-policy, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:50.070134 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d0f3785e-e6ca-447c-9577-66dab32fc0c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:50.071327 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d0f3785e-e6ca-447c-9577-66dab32fc0c9 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7924316 Jun 26 18:13:52.583978 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 57054) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:52.871097 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'name': 'private', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:52.964762 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Made reservation on behalf of 2363d41ef1294cd0b0e2636e7c6c328d for: {'network': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:13:52.967582 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:52.984763 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.103401 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.165067 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.170523 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:53.186592 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:13:53.215045 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777304558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.215628 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Unsubscribe: segment precommit_create {{(pid=93535) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 18:13:53.216123 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.segments_db [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Added segment af2849e4-7cee-43b4-8d65-851f52e7a1ba of type vlan for network 1f20254a-6f43-4564-afdd-d035829138df Jun 26 18:13:53.234015 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b39274-4380-4e36-aa1d-9aa7a28edabf,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:53.283426 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.283762 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.284093 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.284442 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.284765 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.285085 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.285927 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.286244 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.286661 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.286981 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.287293 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.287603 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Tracked resource versions report: Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: pushed versions: Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: { 'AddressGroup': {'1.2'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'ConntrackHelper': {'1.0'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Log': {'1.0'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Network': {'1.1'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Port': {'1.7'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'PortForwarding': {'1.2'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'QosPolicy': {'1.8'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'SecurityGroup': {'1.4'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'SubPort': {'1.0'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Subnet': {'1.1'}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Trunk': {'1.1'}} Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: consumer versions: Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: { DHCP agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: L3 agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: Metadata agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: Metering agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: Open vSwitch agent@dv-cinder-798198-1-smb: { 'AddressGroup': '1.2', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'ConntrackHelper': '1.0', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Log': '1.0', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Network': '1.1', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Port': '1.7', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'PortForwarding': '1.2', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'QosPolicy': '1.8', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'SecurityGroup': '1.4', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'SecurityGroupRule': '1.2', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'SubPort': '1.0', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Subnet': '1.1', Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: 'Trunk': '1.1'}} Jun 26 18:13:53.288761 dv-cinder-798198-1-smb neutron-server[93535]: {{(pid=93535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:13:53.335683 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.340377 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:53.435633 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.437016 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:53.437663 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.439613 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:53.532675 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Pushing event updated for resources: {'Network': ['ID=1f20254a-6f43-4564-afdd-d035829138df,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:53.535870 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:53.543857 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 1f20254a-6f43-4564-afdd-d035829138df details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:13:53.556753 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9715915 Jun 26 18:13:56.136439 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57068) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:56.623944 dv-cinder-798198-1-smb neutron-server[93534]: WARNING oslo_policy.policy [None req-2c6d400c-d4e5-4b6f-95bf-75f463c3c5e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:13:56.624611 dv-cinder-798198-1-smb neutron-server[93534]: WARNING oslo_policy.policy [None req-2c6d400c-d4e5-4b6f-95bf-75f463c3c5e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:13:57.055930 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.policy [None req-2c6d400c-d4e5-4b6f-95bf-75f463c3c5e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93534) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 18:13:57.101365 dv-cinder-798198-1-smb neutron-server[93534]: WARNING oslo_policy.policy [None req-2c6d400c-d4e5-4b6f-95bf-75f463c3c5e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:13:57.101735 dv-cinder-798198-1-smb neutron-server[93534]: WARNING oslo_policy.policy [None req-2c6d400c-d4e5-4b6f-95bf-75f463c3c5e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:13:57.110147 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d400c-d4e5-4b6f-95bf-75f463c3c5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:57.111966 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-2c6d400c-d4e5-4b6f-95bf-75f463c3c5e7 admin admin] 10.222.0.15 "GET /v2.0/networks/1f20254a-6f43-4564-afdd-d035829138df HTTP/1.1" status: 200 len: 825 time: 0.9734459 Jun 26 18:13:57.150714 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-424b1abf-5bf6-4548-ad0c-a918de31fd4c admin admin] 10.222.0.15 "GET /v2.0/subnetpools/8e84db0d-b069-4333-8462-b7a131abec5a HTTP/1.1" status: 200 len: 734 time: 0.0333970 Jun 26 18:13:57.159482 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Request body: {'subnet': {'network_id': '1f20254a-6f43-4564-afdd-d035829138df', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '8e84db0d-b069-4333-8462-b7a131abec5a', 'ip_version': 4, 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:57.161067 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.quota [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Loaded quota_driver: . Jun 26 18:13:57.269958 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Made reservation on behalf of 2363d41ef1294cd0b0e2636e7c6c328d for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:13:57.273054 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:57.607480 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:57.612374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:57.671334 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Checking segment: {'id': 'af2849e4-7cee-43b4-8d65-851f52e7a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f20254a-6f43-4564-afdd-d035829138df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:57.671702 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Network hostable DHCP agents. Network: 1f20254a-6f43-4564-afdd-d035829138df, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:13:57.706813 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7804cb7-823e-4bd9-a7de-cd9fd96eedaa,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:57.716716 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.717048 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.717406 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.717723 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.718034 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.718343 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.718648 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.718992 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.719312 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.719622 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.719922 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.720220 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Tracked resource versions report: Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: pushed versions: Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: { 'AddressGroup': {'1.2'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'ConntrackHelper': {'1.0'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Log': {'1.0'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Network': {'1.1'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Port': {'1.7'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'PortForwarding': {'1.2'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'QosPolicy': {'1.8'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'SecurityGroup': {'1.4'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'SubPort': {'1.0'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Subnet': {'1.1'}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Trunk': {'1.1'}} Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: consumer versions: Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: { DHCP agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: L3 agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: Metadata agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: Metering agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: Open vSwitch agent@dv-cinder-798198-1-smb: { 'AddressGroup': '1.2', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'ConntrackHelper': '1.0', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Log': '1.0', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Network': '1.1', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Port': '1.7', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'PortForwarding': '1.2', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'QosPolicy': '1.8', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'SecurityGroup': '1.4', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'SecurityGroupRule': '1.2', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'SubPort': '1.0', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Subnet': '1.1', Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: 'Trunk': '1.1'}} Jun 26 18:13:57.721327 dv-cinder-798198-1-smb neutron-server[93534]: {{(pid=93534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:13:57.749383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:57.778593 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Network 1f20254a-6f43-4564-afdd-d035829138df is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:13:57.847372 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 1f20254a-6f43-4564-afdd-d035829138df) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:57.852254 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:57.852910 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:57.859582 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f775ed89-ddc1-4285-97ce-e04531500191 None None] Network 1f20254a-6f43-4564-afdd-d035829138df requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:13:57.937181 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7811706 Jun 26 18:13:58.192612 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff149e02-59d9-50db-81b4-0a51e7c860c9-1f20254a-6f43-4564-afdd-d035829138df', 'network_id': '1f20254a-6f43-4564-afdd-d035829138df', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'fixed_ips': [{'subnet_id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa'}]}} from dv-cinder-798198-1-smb. {{(pid=93536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:13:58.193803 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.494654 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Allocated IP 172.20.0.2 (1f20254a-6f43-4564-afdd-d035829138df/a7804cb7-823e-4bd9-a7de-cd9fd96eedaa/ddf888a3-8558-48fb-823c-0129f30545b3) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:13:58.703056 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.746190 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Transition to ACTIVE for port object ddf888a3-8558-48fb-823c-0129f30545b3 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:58.766386 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Transition to ACTIVE for port object ddf888a3-8558-48fb-823c-0129f30545b3 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:58.848113 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.850892 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:58.928724 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Network 1f20254a-6f43-4564-afdd-d035829138df is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:58.933308 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:58.939003 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Pushing event updated for resources: {'Port': ['ID=ddf888a3-8558-48fb-823c-0129f30545b3,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:58.941240 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:13:58.967351 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.967688 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.968022 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.968349 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.968707 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.969070 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.969391 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.969706 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.970024 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.970334 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.970647 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.970957 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Tracked resource versions report: Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: pushed versions: Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: { 'AddressGroup': {'1.2'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'ConntrackHelper': {'1.0'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Log': {'1.0'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Network': {'1.1'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Port': {'1.7'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'PortForwarding': {'1.2'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'QosPolicy': {'1.8'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'SecurityGroup': {'1.4'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'SubPort': {'1.0'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Subnet': {'1.1'}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Trunk': {'1.1'}} Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: consumer versions: Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: { DHCP agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: L3 agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: Metadata agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: Metering agent@dv-cinder-798198-1-smb: {}, Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: Open vSwitch agent@dv-cinder-798198-1-smb: { 'AddressGroup': '1.2', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'ConntrackHelper': '1.0', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Log': '1.0', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Network': '1.1', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Port': '1.7', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'PortForwarding': '1.2', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'QosPolicy': '1.8', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'SecurityGroup': '1.4', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'SecurityGroupRule': '1.2', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'SubPort': '1.0', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Subnet': '1.1', Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: 'Trunk': '1.1'}} Jun 26 18:13:58.972070 dv-cinder-798198-1-smb neutron-server[93536]: {{(pid=93536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:13:58.994633 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:59.020895 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Attempting to bind port ddf888a3-8558-48fb-823c-0129f30545b3 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:13:59.021284 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Attempting to bind port ddf888a3-8558-48fb-823c-0129f30545b3 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': 'af2849e4-7cee-43b4-8d65-851f52e7a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f20254a-6f43-4564-afdd-d035829138df'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:13:59.021720 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Attempting to bind port ddf888a3-8558-48fb-823c-0129f30545b3 on network 1f20254a-6f43-4564-afdd-d035829138df {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:59.026525 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:13:59.026947 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Checking segment: {'id': 'af2849e4-7cee-43b4-8d65-851f52e7a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f20254a-6f43-4564-afdd-d035829138df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:59.027416 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.027805 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Bound using segment: {'id': 'af2849e4-7cee-43b4-8d65-851f52e7a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f20254a-6f43-4564-afdd-d035829138df'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:13:59.028280 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Bound port: ddf888a3-8558-48fb-823c-0129f30545b3, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2849e4-7cee-43b4-8d65-851f52e7a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f20254a-6f43-4564-afdd-d035829138df'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:13:59.028718 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.089121 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] For port ddf888a3-8558-48fb-823c-0129f30545b3, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:13:59.093327 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] For port ddf888a3-8558-48fb-823c-0129f30545b3, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=ddf888a3-8558-48fb-823c-0129f30545b3,segment=NetworkSegment(af2849e4-7cee-43b4-8d65-851f52e7a1ba),segment_id=af2849e4-7cee-43b4-8d65-851f52e7a1ba)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:13:59.213702 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.219095 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:59.283575 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Pushing event updated for resources: {'Port': ['ID=ddf888a3-8558-48fb-823c-0129f30545b3,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:59.286972 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:00.407127 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 57088) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:00.738223 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [None req-2c8c7aa9-9d3e-40a5-9f6f-356174c4edb3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:14:00.739320 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-2c8c7aa9-9d3e-40a5-9f6f-356174c4edb3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3313377 Jun 26 18:14:03.154031 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 57096) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:03.473463 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [None req-1a71845c-218b-4fbe-a54a-fdec75f92d23 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:14:03.474467 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-1a71845c-218b-4fbe-a54a-fdec75f92d23 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192708 Jun 26 18:14:04.709092 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device ddf888a3-8558-48fb-823c-0129f30545b3 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:04.873338 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port ddf888a3-8558-48fb-823c-0129f30545b3 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:05.253445 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0862d87a-d107-47d2-b3e0-6f3265271555 None None] Network 1f20254a-6f43-4564-afdd-d035829138df requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:14:05.428748 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-8c74e0cd-6dfa-4b70-a4d3-fb2870d1c96b None None] Provisioning for port ddf888a3-8558-48fb-823c-0129f30545b3 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:05.436852 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-8c74e0cd-6dfa-4b70-a4d3-fb2870d1c96b None None] Provisioning complete for port ddf888a3-8558-48fb-823c-0129f30545b3 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:05.437241 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8c74e0cd-6dfa-4b70-a4d3-fb2870d1c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.546194 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8c74e0cd-6dfa-4b70-a4d3-fb2870d1c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.582818 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-8c74e0cd-6dfa-4b70-a4d3-fb2870d1c96b None None] For port ddf888a3-8558-48fb-823c-0129f30545b3, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=ddf888a3-8558-48fb-823c-0129f30545b3,segment=NetworkSegment(af2849e4-7cee-43b4-8d65-851f52e7a1ba),segment_id=af2849e4-7cee-43b4-8d65-851f52e7a1ba)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:05.661950 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8c74e0cd-6dfa-4b70-a4d3-fb2870d1c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.664043 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:05.707943 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74e0cd-6dfa-4b70-a4d3-fb2870d1c96b None None] Pushing event updated for resources: {'Port': ['ID=ddf888a3-8558-48fb-823c-0129f30545b3,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:05.710977 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8c74e0cd-6dfa-4b70-a4d3-fb2870d1c96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:05.780049 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-a8df1b98-5a36-488d-b704-cbab165ae0c0 None None] Provisioning complete for port ddf888a3-8558-48fb-823c-0129f30545b3 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:05.780424 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a8df1b98-5a36-488d-b704-cbab165ae0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.073080 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57110) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:06.362865 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-f734fb58-d7a5-406f-8c71-303c2d7e5273 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:06.453037 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f734fb58-d7a5-406f-8c71-303c2d7e5273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-593007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6935'] for router, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.454590 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f734fb58-d7a5-406f-8c71-303c2d7e5273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6926'] for router, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.591680 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f734fb58-d7a5-406f-8c71-303c2d7e5273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.651479 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f734fb58-d7a5-406f-8c71-303c2d7e5273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595074'] for router, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.683146 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device ddf888a3-8558-48fb-823c-0129f30545b3 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:06.727135 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port ddf888a3-8558-48fb-823c-0129f30545b3 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:06.727720 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.736260 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f734fb58-d7a5-406f-8c71-303c2d7e5273 admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.737560 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-f734fb58-d7a5-406f-8c71-303c2d7e5273 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6635025 Jun 26 18:14:09.047168 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57118) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:09.357973 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [None req-eeeaa364-16a1-44fe-af6e-590d4ceb849d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:14:09.359115 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-eeeaa364-16a1-44fe-af6e-590d4ceb849d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3110209 Jun 26 18:14:09.932546 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-731c8312-4378-48f8-9ce9-5c808ec18977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:11.658194 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57126) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:11.963215 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:12.067891 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Made reservation on behalf of 65c0be8d73d849228c22a2058fef5c09 for: {'network': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:14:12.070167 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.085406 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.306913 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.364735 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.368678 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:12.379395 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Reserving flat network on physical network physnet1 {{(pid=93534) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 26 18:14:12.402735 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec2b320-430c-4dac-a2b9-916fb3e94b55,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:12.406513 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:12.408524 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777304558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.408524 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Unsubscribe: segment precommit_create {{(pid=93534) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 18:14:12.408812 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.segments_db [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Added segment 45746c10-bff7-4a51-a220-e35949385432 of type flat for network 1b897550-475e-45c1-a445-070a8b8b93f4 Jun 26 18:14:12.470103 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.535866 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a6c62df6-1520-4e83-bbc7-94708b00cce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.593236 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.594494 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:12.595107 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.597024 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:12.681198 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b897550-475e-45c1-a445-070a8b8b93f4,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:12.684222 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:12.691054 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 1b897550-475e-45c1-a445-070a8b8b93f4 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:14:12.725554 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0663307 Jun 26 18:14:12.927789 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.198921 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:14:13.652969 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:14.984060 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:15.043501 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57144) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:15.214838 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b4d0e6-705d-40f9-93bf-62a38d105041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:15.216137 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-08b4d0e6-705d-40f9-93bf-62a38d105041 admin admin] 10.222.0.15 "GET /v2.0/subnets/a7804cb7-823e-4bd9-a7de-cd9fd96eedaa HTTP/1.1" status: 200 len: 849 time: 0.1717057 Jun 26 18:14:15.334545 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-41be30e0-89be-4eef-8632-1522cabd274e admin admin] 10.222.0.15 "GET /v2.0/routers/54576612-be68-4ad1-ac75-46fd27fa85af HTTP/1.1" status: 200 len: 704 time: 0.1130414 Jun 26 18:14:15.590582 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:15.872514 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Allocated IP 172.20.0.1 (1f20254a-6f43-4564-afdd-d035829138df/a7804cb7-823e-4bd9-a7de-cd9fd96eedaa/24c581e4-0456-49c0-9561-6e643f1466a4) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:16.018569 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:16.040030 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Transition to ACTIVE for port object 24c581e4-0456-49c0-9561-6e643f1466a4 will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:16.262339 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:16.264532 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:16.326809 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Network 1f20254a-6f43-4564-afdd-d035829138df is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:16.332223 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:16.340319 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:16.340938 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668160'] for router_interface, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:16.403704 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Pushing event updated for resources: {'Port': ['ID=24c581e4-0456-49c0-9561-6e643f1466a4,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:16.415223 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:16.581909 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-000f45ca-e56a-4ee4-bfa3-94b1fd4e499d None None] Provisioning for port 24c581e4-0456-49c0-9561-6e643f1466a4 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:16.586219 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-000f45ca-e56a-4ee4-bfa3-94b1fd4e499d None None] Provisioning complete for port 24c581e4-0456-49c0-9561-6e643f1466a4 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:16.586595 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-000f45ca-e56a-4ee4-bfa3-94b1fd4e499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:16.616690 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:16.618300 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-000f45ca-e56a-4ee4-bfa3-94b1fd4e499d None None] Port 24c581e4-0456-49c0-9561-6e643f1466a4 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:14:16.789297 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:16.850140 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:16.851206 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3612358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668316'] for router_interface, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:16.853642 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:16.930936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Pushing event updated for resources: {'Port': ['ID=24c581e4-0456-49c0-9561-6e643f1466a4,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:16.936303 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:16.973908 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Network 1f20254a-6f43-4564-afdd-d035829138df is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:16.975180 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:17.138458 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-4d3e4e85-3d8a-4c94-a5a1-fd273e18e82a None None] Provisioning complete for port 24c581e4-0456-49c0-9561-6e643f1466a4 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:17.138830 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4e85-3d8a-4c94-a5a1-fd273e18e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:17.173509 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e4e85-3d8a-4c94-a5a1-fd273e18e82a None None] Port 24c581e4-0456-49c0-9561-6e643f1466a4 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:14:17.227531 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Router 54576612-be68-4ad1-ac75-46fd27fa85af is scheduled to L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a with binding_index 1 {{(pid=93534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:14:17.317645 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:14:17.322948 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] 10.222.0.15 "PUT /v2.0/routers/54576612-be68-4ad1-ac75-46fd27fa85af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9834518 Jun 26 18:14:17.339715 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Sync routers for ids ['54576612-be68-4ad1-ac75-46fd27fa85af'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:14:17.354221 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Routers {'54576612-be68-4ad1-ac75-46fd27fa85af'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:17.355078 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:14:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['54576612-be68-4ad1-ac75-46fd27fa85af'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:17.533975 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Set router 54576612-be68-4ad1-ac75-46fd27fa85af gateway port host: None {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:17.948706 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'name': 'router1', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:06Z', 'updated_at': '2021-06-26T18:14:16Z', 'revision_number': 2, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'gw_port_host': None, '_interfaces': [{'id': '24c581e4-0456-49c0-9561-6e643f1466a4', 'name': '', 'network_id': '1f20254a-6f43-4564-afdd-d035829138df', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'mac_address': 'fa:16:3e:67:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:15Z', 'updated_at': '2021-06-26T18:14:16Z', 'revision_number': 2, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'subnets': [{'id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e84db0d-b069-4333-8462-b7a131abec5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:17.998369 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Checking router: 54576612-be68-4ad1-ac75-46fd27fa85af for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:14:17.998745 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Updating router 54576612-be68-4ad1-ac75-46fd27fa85af port 24c581e4-0456-49c0-9561-6e643f1466a4 binding host dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:14:18.061321 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.552685 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.570066 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Transition to ACTIVE for port object 24c581e4-0456-49c0-9561-6e643f1466a4 will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:18.650658 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.653557 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:18.805057 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Pushing event updated for resources: {'Port': ['ID=24c581e4-0456-49c0-9561-6e643f1466a4,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:18.820297 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.820681 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.820987 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.821310 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.821628 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.821945 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.822261 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.822578 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.822890 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.823202 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.823516 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.823826 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Tracked resource versions report: Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: pushed versions: Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: { 'AddressGroup': {'1.2'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'ConntrackHelper': {'1.0'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Log': {'1.0'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Network': {'1.1'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Port': {'1.7'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'PortForwarding': {'1.2'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'QosPolicy': {'1.8'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'SecurityGroup': {'1.4'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'SubPort': {'1.0'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Subnet': {'1.1'}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Trunk': {'1.1'}} Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: consumer versions: Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: { DHCP agent@dv-cinder-798198-1-smb: {}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: L3 agent@dv-cinder-798198-1-smb: {}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: Metadata agent@dv-cinder-798198-1-smb: {}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: Metering agent@dv-cinder-798198-1-smb: {}, Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: Open vSwitch agent@dv-cinder-798198-1-smb: { 'AddressGroup': '1.2', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'ConntrackHelper': '1.0', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Log': '1.0', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Network': '1.1', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Port': '1.7', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'PortForwarding': '1.2', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'QosPolicy': '1.8', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'SecurityGroup': '1.4', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'SecurityGroupRule': '1.2', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'SubPort': '1.0', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Subnet': '1.1', Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: 'Trunk': '1.1'}} Jun 26 18:14:18.824983 dv-cinder-798198-1-smb neutron-server[93537]: {{(pid=93537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:14:18.827380 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Attempting to bind port 24c581e4-0456-49c0-9561-6e643f1466a4 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:14:18.827581 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Attempting to bind port 24c581e4-0456-49c0-9561-6e643f1466a4 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': 'af2849e4-7cee-43b4-8d65-851f52e7a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f20254a-6f43-4564-afdd-d035829138df'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:14:18.828096 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Attempting to bind port 24c581e4-0456-49c0-9561-6e643f1466a4 on network 1f20254a-6f43-4564-afdd-d035829138df {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:18.831533 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:18.835305 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:14:18.835777 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Checking segment: {'id': 'af2849e4-7cee-43b4-8d65-851f52e7a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f20254a-6f43-4564-afdd-d035829138df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:18.836221 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.836610 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Bound using segment: {'id': 'af2849e4-7cee-43b4-8d65-851f52e7a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f20254a-6f43-4564-afdd-d035829138df'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:14:18.837099 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Bound port: 24c581e4-0456-49c0-9561-6e643f1466a4, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2849e4-7cee-43b4-8d65-851f52e7a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f20254a-6f43-4564-afdd-d035829138df'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:14:18.837511 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.902746 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] For port 24c581e4-0456-49c0-9561-6e643f1466a4, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:14:18.924287 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] For port 24c581e4-0456-49c0-9561-6e643f1466a4, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=24c581e4-0456-49c0-9561-6e643f1466a4,segment=NetworkSegment(af2849e4-7cee-43b4-8d65-851f52e7a1ba),segment_id=af2849e4-7cee-43b4-8d65-851f52e7a1ba)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:14:18.988870 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.991255 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:19.047660 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Routers {'54576612-be68-4ad1-ac75-46fd27fa85af'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:19.048293 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:14:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['54576612-be68-4ad1-ac75-46fd27fa85af'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:19.096787 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Pushing event updated for resources: {'Port': ['ID=24c581e4-0456-49c0-9561-6e643f1466a4,revision_number=4']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:19.101101 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:19.155297 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] Set router 54576612-be68-4ad1-ac75-46fd27fa85af gateway port host: None {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:19.374299 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'name': 'router1', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:06Z', 'updated_at': '2021-06-26T18:14:16Z', 'revision_number': 2, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'gw_port_host': None, '_interfaces': [{'id': '24c581e4-0456-49c0-9561-6e643f1466a4', 'name': '', 'network_id': '1f20254a-6f43-4564-afdd-d035829138df', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'mac_address': 'fa:16:3e:67:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:15Z', 'updated_at': '2021-06-26T18:14:18Z', 'revision_number': 4, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'subnets': [{'id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e84db0d-b069-4333-8462-b7a131abec5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:19.399116 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c719cea-5f90-446c-9f65-a3c98ed3b949 None None] The sync data for ids ['54576612-be68-4ad1-ac75-46fd27fa85af'] in dv-cinder-798198-1-smb is: [{'id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'name': 'router1', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:06Z', 'updated_at': '2021-06-26T18:14:16Z', 'revision_number': 2, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'gw_port_host': None, '_interfaces': [{'id': '24c581e4-0456-49c0-9561-6e643f1466a4', 'name': '', 'network_id': '1f20254a-6f43-4564-afdd-d035829138df', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'mac_address': 'fa:16:3e:67:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:15Z', 'updated_at': '2021-06-26T18:14:18Z', 'revision_number': 4, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'subnets': [{'id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e84db0d-b069-4333-8462-b7a131abec5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:14:19.536178 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57164) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:19.643310 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccabb70-a8fc-4ac3-a0ce-dd670f5931d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:19.644818 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-4ccabb70-a8fc-4ac3-a0ce-dd670f5931d5 admin admin] 10.222.0.15 "GET /v2.0/networks/1b897550-475e-45c1-a445-070a8b8b93f4 HTTP/1.1" status: 200 len: 842 time: 0.1074250 Jun 26 18:14:19.653731 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:19.744573 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Made reservation on behalf of 65c0be8d73d849228c22a2058fef5c09 for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:14:19.747384 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:20.080929 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.objects.ports [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 26 18:14:20.081363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:20.083891 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:20.137433 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:20.141227 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Checking segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:20.141580 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Network hostable DHCP agents. Network: 1b897550-475e-45c1-a445-070a8b8b93f4, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:14:20.143644 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:20.212529 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:14:20.315382 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 1b897550-475e-45c1-a445-070a8b8b93f4) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:20.325921 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:20.326082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8d21d-4312-4134-ae6e-a008665f26dd None None] Network 1b897550-475e-45c1-a445-070a8b8b93f4 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:14:20.326572 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:20.402152 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7517049 Jun 26 18:14:20.470717 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46acb6-491e-49f2-a49e-51b9854c8c9b None None] Network 1b897550-475e-45c1-a445-070a8b8b93f4 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:14:22.618285 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57176) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:22.734232 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 24c581e4-0456-49c0-9561-6e643f1466a4 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:22.820217 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-84cf3a3a-8928-48db-b280-77af14ece153 admin admin] 10.222.0.15 "GET /v2.0/routers/54576612-be68-4ad1-ac75-46fd27fa85af HTTP/1.1" status: 200 len: 710 time: 0.2008021 Jun 26 18:14:22.856316 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 24c581e4-0456-49c0-9561-6e643f1466a4 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:22.860122 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 24c581e4-0456-49c0-9561-6e643f1466a4 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:22.860530 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:22.909203 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6fa40a-52ba-438c-b1e0-77201e350c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:22.911053 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ae6fa40a-52ba-438c-b1e0-77201e350c3f admin admin] 10.222.0.15 "GET /v2.0/networks/1b897550-475e-45c1-a445-070a8b8b93f4 HTTP/1.1" status: 200 len: 886 time: 0.0856578 Jun 26 18:14:22.919732 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:22.934483 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:22.966829 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 24c581e4-0456-49c0-9561-6e643f1466a4, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=24c581e4-0456-49c0-9561-6e643f1466a4,segment=NetworkSegment(af2849e4-7cee-43b4-8d65-851f52e7a1ba),segment_id=af2849e4-7cee-43b4-8d65-851f52e7a1ba)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:23.018228 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.021087 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:23.068004 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=24c581e4-0456-49c0-9561-6e643f1466a4,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:23.071542 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:23.161190 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6972'] for router, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.494476 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.571635 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.673434 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Allocated IP 172.28.1.180 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/c7f307fe-aacf-469a-b8cd-6b37e1bebd3a) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:23.841884 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.930496 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.932612 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a3c97eb8-1f49-4361-b04a-463188709a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:23.966399 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:23.970878 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:23.974652 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:23.979510 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f307fe-aacf-469a-b8cd-6b37e1bebd3a,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:24.012000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:24.289770 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.573567 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6972'] for router, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.576728 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592258'] for router, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.678784 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Router 54576612-be68-4ad1-ac75-46fd27fa85af has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:14:24.695075 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 24c581e4-0456-49c0-9561-6e643f1466a4 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:24.782405 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 24c581e4-0456-49c0-9561-6e643f1466a4 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:24.782784 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.783528 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:14:24.788372 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.792901 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] 10.222.0.15 "PUT /v2.0/routers/54576612-be68-4ad1-ac75-46fd27fa85af HTTP/1.1" status: 200 len: 890 time: 1.8762817 Jun 26 18:14:24.806575 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Sync routers for ids ['54576612-be68-4ad1-ac75-46fd27fa85af'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:14:24.829456 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Routers {'54576612-be68-4ad1-ac75-46fd27fa85af'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:24.830164 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:14:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['54576612-be68-4ad1-ac75-46fd27fa85af'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:25.079032 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Set router 54576612-be68-4ad1-ac75-46fd27fa85af gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:25.478295 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'name': 'router1', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c7f307fe-aacf-469a-b8cd-6b37e1bebd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:06Z', 'updated_at': '2021-06-26T18:14:24Z', 'revision_number': 4, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'gw_port': {'id': 'c7f307fe-aacf-469a-b8cd-6b37e1bebd3a', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:23Z', 'updated_at': '2021-06-26T18:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '24c581e4-0456-49c0-9561-6e643f1466a4', 'name': '', 'network_id': '1f20254a-6f43-4564-afdd-d035829138df', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'mac_address': 'fa:16:3e:67:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:15Z', 'updated_at': '2021-06-26T18:14:22Z', 'revision_number': 5, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'subnets': [{'id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e84db0d-b069-4333-8462-b7a131abec5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:25.529583 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Checking router: 54576612-be68-4ad1-ac75-46fd27fa85af for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:14:25.529960 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Updating router 54576612-be68-4ad1-ac75-46fd27fa85af port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a binding host dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:14:25.561981 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:25.878265 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:25.887582 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Transition to ACTIVE for port object c7f307fe-aacf-469a-b8cd-6b37e1bebd3a will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:25.981928 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:25.984127 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:26.032362 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Attempting to bind port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:14:26.032757 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Attempting to bind port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:14:26.033122 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Attempting to bind port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a on network 1b897550-475e-45c1-a445-070a8b8b93f4 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:26.035615 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4779049-f7b4-423c-9a9f-5bf4c0fe58be None None] Pushing event updated for resources: {'Port': ['ID=c7f307fe-aacf-469a-b8cd-6b37e1bebd3a,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:26.038756 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a4779049-f7b4-423c-9a9f-5bf4c0fe58be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:26.041339 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:14:26.041712 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Checking segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:26.042110 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:26.042489 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Bound using segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:14:26.042976 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Bound port: c7f307fe-aacf-469a-b8cd-6b37e1bebd3a, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:14:26.043358 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:26.090488 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] For port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:14:26.093435 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] For port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c7f307fe-aacf-469a-b8cd-6b37e1bebd3a,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:14:26.167748 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:26.170017 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:26.298314 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Routers {'54576612-be68-4ad1-ac75-46fd27fa85af'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:26.298913 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:14:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['54576612-be68-4ad1-ac75-46fd27fa85af'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:26.332624 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4779049-f7b4-423c-9a9f-5bf4c0fe58be None None] Pushing event updated for resources: {'Port': ['ID=c7f307fe-aacf-469a-b8cd-6b37e1bebd3a,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:26.335915 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a4779049-f7b4-423c-9a9f-5bf4c0fe58be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:26.407662 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] Set router 54576612-be68-4ad1-ac75-46fd27fa85af gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:26.612179 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'name': 'router1', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c7f307fe-aacf-469a-b8cd-6b37e1bebd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:06Z', 'updated_at': '2021-06-26T18:14:24Z', 'revision_number': 4, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'gw_port': {'id': 'c7f307fe-aacf-469a-b8cd-6b37e1bebd3a', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:23Z', 'updated_at': '2021-06-26T18:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '24c581e4-0456-49c0-9561-6e643f1466a4', 'name': '', 'network_id': '1f20254a-6f43-4564-afdd-d035829138df', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'mac_address': 'fa:16:3e:67:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:15Z', 'updated_at': '2021-06-26T18:14:22Z', 'revision_number': 5, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'subnets': [{'id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e84db0d-b069-4333-8462-b7a131abec5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:26.640219 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad90fd-f853-4c9d-b7d3-7e79b02426a1 None None] The sync data for ids ['54576612-be68-4ad1-ac75-46fd27fa85af'] in dv-cinder-798198-1-smb is: [{'id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'name': 'router1', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': 'c7f307fe-aacf-469a-b8cd-6b37e1bebd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:06Z', 'updated_at': '2021-06-26T18:14:24Z', 'revision_number': 4, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'gw_port': {'id': 'c7f307fe-aacf-469a-b8cd-6b37e1bebd3a', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:23Z', 'updated_at': '2021-06-26T18:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '24c581e4-0456-49c0-9561-6e643f1466a4', 'name': '', 'network_id': '1f20254a-6f43-4564-afdd-d035829138df', 'tenant_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'mac_address': 'fa:16:3e:67:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54576612-be68-4ad1-ac75-46fd27fa85af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:15Z', 'updated_at': '2021-06-26T18:14:22Z', 'revision_number': 5, 'project_id': '2363d41ef1294cd0b0e2636e7c6c328d', 'subnets': [{'id': 'a7804cb7-823e-4bd9-a7de-cd9fd96eedaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e84db0d-b069-4333-8462-b7a131abec5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:14:27.170778 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57184) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:27.299497 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-0ef79f4e-0369-4573-94ba-44a5f4bf727f admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1276133 Jun 26 18:14:28.717425 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c7f307fe-aacf-469a-b8cd-6b37e1bebd3a up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:28.844748 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:28.849238 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:28.849623 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:28.929329 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:28.951371 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c7f307fe-aacf-469a-b8cd-6b37e1bebd3a,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:29.018315 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:29.022324 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a4779049-f7b4-423c-9a9f-5bf4c0fe58be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:29.072806 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=c7f307fe-aacf-469a-b8cd-6b37e1bebd3a,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:29.075827 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:30.735199 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c7f307fe-aacf-469a-b8cd-6b37e1bebd3a up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:30.810094 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port c7f307fe-aacf-469a-b8cd-6b37e1bebd3a triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:30.810715 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.919274 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e516ced0-5691-43d7-82ea-31945295e146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:42.550905 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0a56e31d-0bf7-4e41-a056-75c92ec95e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:42.915659 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:43.607441 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.998396 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:50.199407 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:15:09.926980 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c6d52c27-f6af-4d2c-bb99-4d50dc9ec051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:12.555096 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-36e24e3d-44cf-4b09-b3f8-8d38f975241f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:12.914372 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:13.606683 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:15.240849 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:27.198291 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:15:39.914091 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-780e5b78-c2b6-464d-ad32-adc6f44b049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:42.543491 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ef260784-51c3-4aaa-a69d-052bc0969884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:42.926071 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:43.623910 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:44.999854 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:04.066951 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57752) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:04.125572 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50f522b-efd2-45d4-86f5-e8fe7d65db71 admin admin] GET failed (client error): The resource could not be found. Jun 26 18:16:04.126890 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c50f522b-efd2-45d4-86f5-e8fe7d65db71 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0590041 Jun 26 18:16:04.196330 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:16:04.283400 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a985c614-085d-426e-9671-f5912b29b25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:04.284917 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-a985c614-085d-426e-9671-f5912b29b25a admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1542675 Jun 26 18:16:06.388120 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57762) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:06.476960 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeead31-31d4-4fc0-b0e3-d693d352d5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:06.478299 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-4eeead31-31d4-4fc0-b0e3-d693d352d5fd admin admin] 10.222.0.15 "GET /v2.0/subnets/a7804cb7-823e-4bd9-a7de-cd9fd96eedaa HTTP/1.1" status: 200 len: 849 time: 0.0891597 Jun 26 18:16:06.487636 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:16:06.566366 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:06.749296 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777304474561'] for subnet, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:06.751403 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4daf67e0-f784-418a-96e5-d4cf3dd7a9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:06.786544 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:06.786673 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:06.788122 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] 10.222.0.15 "PUT /v2.0/subnets/a7804cb7-823e-4bd9-a7de-cd9fd96eedaa HTTP/1.1" status: 200 len: 868 time: 0.3041880 Jun 26 18:16:06.791852 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fe191-4af5-46de-b0ac-e25b099c4761 None None] Network 1f20254a-6f43-4564-afdd-d035829138df requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:16:06.803783 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7804cb7-823e-4bd9-a7de-cd9fd96eedaa,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:06.811110 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.811454 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.811796 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.812129 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.812487 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.812821 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.813150 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.813472 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.813933 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.814261 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.814587 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.814912 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:06.819232 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:07.138940 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-87a9e6e2-4451-4b71-ac8c-e160cff08bde None None] Provisioning complete for port 24c581e4-0456-49c0-9561-6e643f1466a4 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:16:07.139410 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-87a9e6e2-4451-4b71-ac8c-e160cff08bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:07.227511 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-87a9e6e2-4451-4b71-ac8c-e160cff08bde None None] Provisioning complete for port ddf888a3-8558-48fb-823c-0129f30545b3 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:16:07.227889 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-87a9e6e2-4451-4b71-ac8c-e160cff08bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:08.985726 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57770) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:09.177788 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d6944-2067-4ab9-b50e-1b17aeb16985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:09.179008 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d6944-2067-4ab9-b50e-1b17aeb16985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:09.180624 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-951d6944-2067-4ab9-b50e-1b17aeb16985 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1939855 Jun 26 18:16:09.915008 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-91d6c2f5-ebf2-465a-822d-12b9a2f98b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:11.296134 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57778) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:11.422886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d47bf62-312b-4a67-9c1e-ac182d35155e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:11.423276 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d47bf62-312b-4a67-9c1e-ac182d35155e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:11.424809 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-5d47bf62-312b-4a67-9c1e-ac182d35155e admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276760 Jun 26 18:16:12.532203 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3b02ee44-2e33-4b89-bfcd-3148969cd77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:12.914835 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:13.544958 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 57786) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:13.623617 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:13.744924 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a0f8c2-7b34-457b-be0b-1f843a0d0f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:13.746229 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-73a0f8c2-7b34-457b-be0b-1f843a0d0f5c admin admin] 10.222.0.15 "GET /v2.0/networks/1b897550-475e-45c1-a445-070a8b8b93f4 HTTP/1.1" status: 200 len: 886 time: 0.2003574 Jun 26 18:16:15.023804 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:15.862082 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57796) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:15.986441 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24cd28e-6ef6-4943-aa62-e0a7f1376159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:15.987796 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-b24cd28e-6ef6-4943-aa62-e0a7f1376159 admin admin] 10.222.0.15 "GET /v2.0/networks/1f20254a-6f43-4564-afdd-d035829138df HTTP/1.1" status: 200 len: 869 time: 0.1247602 Jun 26 18:16:18.107280 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57804) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:18.227618 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55674fa4-cf7b-49c2-b36f-53ebd5e0d396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:18.228113 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55674fa4-cf7b-49c2-b36f-53ebd5e0d396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:18.229726 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-55674fa4-cf7b-49c2-b36f-53ebd5e0d396 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214910 Jun 26 18:16:20.348111 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57812) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:20.435715 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b1bc0-52ec-4f37-b95d-50a047bdc149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:20.436081 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b1bc0-52ec-4f37-b95d-50a047bdc149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:20.437588 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-5a9b1bc0-52ec-4f37-b95d-50a047bdc149 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0884864 Jun 26 18:16:22.582707 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 57820) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:22.707901 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75e67dc-7ce8-4f04-96d6-9ae494a26f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:22.709775 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-b75e67dc-7ce8-4f04-96d6-9ae494a26f69 admin admin] 10.222.0.15 "GET /v2.0/subnets/a7804cb7-823e-4bd9-a7de-cd9fd96eedaa HTTP/1.1" status: 200 len: 868 time: 0.1255989 Jun 26 18:16:24.827489 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57828) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:24.914556 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362b9694-aa37-455f-bd93-162ee83fef52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:24.915957 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-362b9694-aa37-455f-bd93-162ee83fef52 admin admin] 10.222.0.15 "GET /v2.0/subnets/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca HTTP/1.1" status: 200 len: 816 time: 0.0874610 Jun 26 18:16:39.909630 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70dfdc74-e816-4a57-86f3-dab726b683ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:41.194007 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:16:42.544710 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0d79fee5-c654-4d8b-80ad-a3680dffaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:42.913151 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:43.607317 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:45.030190 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:47.996959 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57872) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:48.041808 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [None req-3c6f1622-381f-4bda-889e-b901a78ce444 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:16:48.042838 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-3c6f1622-381f-4bda-889e-b901a78ce444 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449653 Jun 26 18:16:50.235319 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57880) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:50.294994 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bed3dfa-8b9a-4cbc-913f-af8b518d17ac admin admin] GET failed (client error): The resource could not be found. Jun 26 18:16:50.296288 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-3bed3dfa-8b9a-4cbc-913f-af8b518d17ac admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600479 Jun 26 18:16:50.473571 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9849057-52d8-4ac3-a86e-e9f7b9706a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:50.475705 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-f9849057-52d8-4ac3-a86e-e9f7b9706a87 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1755021 Jun 26 18:16:52.622850 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57888) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:52.667624 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:16:52.743312 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Made reservation on behalf of 65c0be8d73d849228c22a2058fef5c09 for: {'network': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:16:52.745632 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:52.772406 dv-cinder-798198-1-smb neutron-server[93534]: WARNING neutron.services.revisions.revision_plugin [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Could not find related network for resource to bump revision. Jun 26 18:16:52.785079 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:16:52.798487 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:52.798826 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.segments_db [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Added segment 29694601-d982-4077-8580-19bd1aa4f187 of type vlan for network b8b2e3c1-44e0-46db-a1ec-71788300662d Jun 26 18:16:52.846383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:52.926387 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:52.928276 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:52.928897 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:52.931662 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:52.984466 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Pushing event updated for resources: {'Network': ['ID=b8b2e3c1-44e0-46db-a1ec-71788300662d,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:52.987111 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:52.994744 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network b8b2e3c1-44e0-46db-a1ec-71788300662d details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:16:53.007441 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3835423 Jun 26 18:16:55.136174 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57896) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:55.194578 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda9df9f-ea97-4b5f-b701-038aa8296b4e admin admin] GET failed (client error): The resource could not be found. Jun 26 18:16:55.195878 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-dda9df9f-ea97-4b5f-b701-038aa8296b4e admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587001 Jun 26 18:16:55.264200 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34c900-38fb-47ef-b538-6f9544493cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:55.265655 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-9e34c900-38fb-47ef-b538-6f9544493cfd admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660667 Jun 26 18:16:55.275894 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d', 'cidr': '192.168.233.0/24'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:16:55.388699 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Made reservation on behalf of 65c0be8d73d849228c22a2058fef5c09 for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:16:55.390991 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:55.589467 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:55.591543 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:55.641213 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=327d5055-5817-4fab-99b9-356e5528ee50,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:55.644648 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:55.653859 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Checking segment: {'id': '29694601-d982-4077-8580-19bd1aa4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:16:55.654217 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Network hostable DHCP agents. Network: b8b2e3c1-44e0-46db-a1ec-71788300662d, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:16:55.703285 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Network b8b2e3c1-44e0-46db-a1ec-71788300662d is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:16:55.759401 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, b8b2e3c1-44e0-46db-a1ec-71788300662d) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:16:55.763364 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:55.763990 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:55.770054 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab099e1e-20c2-4879-815a-e48babcecd46 None None] Network b8b2e3c1-44e0-46db-a1ec-71788300662d requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:16:55.841068 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5685644 Jun 26 18:16:56.008768 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff149e02-59d9-50db-81b4-0a51e7c860c9-b8b2e3c1-44e0-46db-a1ec-71788300662d', 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d', 'tenant_id': '65c0be8d73d849228c22a2058fef5c09', 'fixed_ips': [{'subnet_id': '327d5055-5817-4fab-99b9-356e5528ee50'}]}} from dv-cinder-798198-1-smb. {{(pid=93536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:16:56.009632 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:56.142045 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Allocated IP 192.168.233.2 (b8b2e3c1-44e0-46db-a1ec-71788300662d/327d5055-5817-4fab-99b9-356e5528ee50/175557b7-5fb9-4741-be69-1d637f2e4f43) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:16:56.282660 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:56.291789 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Transition to ACTIVE for port object 175557b7-5fb9-4741-be69-1d637f2e4f43 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:16:56.306656 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Transition to ACTIVE for port object 175557b7-5fb9-4741-be69-1d637f2e4f43 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:16:56.390080 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:56.392516 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a4779049-f7b4-423c-9a9f-5bf4c0fe58be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:56.432852 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Network b8b2e3c1-44e0-46db-a1ec-71788300662d is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:16:56.435600 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:16:56.439809 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:16:56.443505 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Pushing event updated for resources: {'Port': ['ID=175557b7-5fb9-4741-be69-1d637f2e4f43,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:56.453847 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.454200 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.454535 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.454864 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.455186 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.455535 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.455854 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.456178 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.456523 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.456841 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.457156 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.457467 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:56.475486 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:56.506757 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Attempting to bind port 175557b7-5fb9-4741-be69-1d637f2e4f43 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:16:56.507138 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Attempting to bind port 175557b7-5fb9-4741-be69-1d637f2e4f43 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '29694601-d982-4077-8580-19bd1aa4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:16:56.507501 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Attempting to bind port 175557b7-5fb9-4741-be69-1d637f2e4f43 on network b8b2e3c1-44e0-46db-a1ec-71788300662d {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:16:56.512409 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:16:56.512814 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Checking segment: {'id': '29694601-d982-4077-8580-19bd1aa4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:16:56.513223 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:56.513617 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Bound using segment: {'id': '29694601-d982-4077-8580-19bd1aa4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:16:56.514084 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Bound port: 175557b7-5fb9-4741-be69-1d637f2e4f43, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29694601-d982-4077-8580-19bd1aa4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:16:56.514483 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:56.578967 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] For port 175557b7-5fb9-4741-be69-1d637f2e4f43, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:16:56.581888 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] For port 175557b7-5fb9-4741-be69-1d637f2e4f43, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=175557b7-5fb9-4741-be69-1d637f2e4f43,segment=NetworkSegment(29694601-d982-4077-8580-19bd1aa4f187),segment_id=29694601-d982-4077-8580-19bd1aa4f187)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:16:56.653030 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:56.655341 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:56.708200 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Pushing event updated for resources: {'Port': ['ID=175557b7-5fb9-4741-be69-1d637f2e4f43,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:56.713856 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:57.525147 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee84e851-1838-4492-a42d-58398f56d48e None None] Network b8b2e3c1-44e0-46db-a1ec-71788300662d requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:16:57.670679 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-f376e996-11af-41a6-98bf-216f4da74e74 None None] Provisioning for port 175557b7-5fb9-4741-be69-1d637f2e4f43 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:16:58.844886 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 175557b7-5fb9-4741-be69-1d637f2e4f43 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:16:58.965971 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 175557b7-5fb9-4741-be69-1d637f2e4f43 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:16:58.970063 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 175557b7-5fb9-4741-be69-1d637f2e4f43 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:16:58.974378 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:59.047288 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:59.077273 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 175557b7-5fb9-4741-be69-1d637f2e4f43, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=175557b7-5fb9-4741-be69-1d637f2e4f43,segment=NetworkSegment(29694601-d982-4077-8580-19bd1aa4f187),segment_id=29694601-d982-4077-8580-19bd1aa4f187)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:59.154789 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:59.157886 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:59.202609 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=175557b7-5fb9-4741-be69-1d637f2e4f43,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:59.205642 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:00.827526 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 175557b7-5fb9-4741-be69-1d637f2e4f43 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:17:00.875462 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 175557b7-5fb9-4741-be69-1d637f2e4f43 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:17:00.875832 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:09.908174 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-651f9ba8-f7f7-4460-9397-2575aea53f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:12.569695 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-53c1c45b-a025-4a55-a5bd-c98c293a53db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:12.926804 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:13.627638 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:15.082927 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:18.192863 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:17:39.917531 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-da9ec21b-96ce-4661-9ea4-87f59af67005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:42.630492 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-609c0382-91dc-43d0-95a0-e50976f5dfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:42.934786 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:43.637081 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:45.048617 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:55.191485 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:18:09.924751 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-44632eb0-41ed-449d-9425-601e127f8146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:12.527135 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1b9a6ca3-ac67-40b7-a26d-7b6419211aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:12.921039 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:13.645401 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:15.021789 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:20.836016 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57948) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:20.841935 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [None req-ca8324ef-5be8-4739-9ab8-d66471807fe2 tempest-verify_tempest_config-1663120055 tempest-verify_tempest_config-1663120055-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:18:20.843524 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ca8324ef-5be8-4739-9ab8-d66471807fe2 tempest-verify_tempest_config-1663120055 tempest-verify_tempest_config-1663120055-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064592 Jun 26 18:18:21.356732 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 57966) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:21.455954 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:21.543942 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:21.632594 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:21.635579 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:21.678201 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4597888-c096-44dc-957f-239374b42020,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:21.686032 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=722f1794cfe44488b099491775da4ecb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3283308 Jun 26 18:18:21.687500 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.687831 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.688161 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.688530 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.688853 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.689051 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 57970) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:21.689535 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.689535 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.689784 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.690119 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.690439 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.690791 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.691065 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.696224 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:21.745031 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:21.767358 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:21.930165 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:21.932970 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:21.934278 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4597888-c096-44dc-957f-239374b42020 HTTP/1.1" status: 204 len: 168 time: 0.2442541 Jun 26 18:18:21.934902 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:21.942930 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4597888-c096-44dc-957f-239374b42020,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:21.949555 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.949901 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.950240 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.951436 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.951436 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.951436 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.951911 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.951911 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.952217 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.952577 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.952897 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.953222 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:21.957034 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:32.189078 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:18:39.917150 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-53322497-325f-453b-8066-215612a63f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:42.565594 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-85ba9761-a922-44ee-9c56-33e28039fcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:42.899634 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:43.625405 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.033830 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:09.187194 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:19:09.898530 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e8128658-1346-4b44-884b-786e473ed35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:12.532733 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-52450107-d931-4a8a-9781-df1527fbc9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:12.904188 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:13.635050 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:15.044093 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:39.907908 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ea049e62-7834-43bf-b28e-b706c482bddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:42.528504 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-78573b15-2737-4fd7-a65f-4264255db5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:42.930374 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.644979 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:45.021831 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:46.185616 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 5 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:20:00.809969 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592740'] for agent, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:09.922261 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e89c66dd-11bc-42be-ab5c-c58bc66e84a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:12.523298 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-03278856-8ebd-489f-8285-51f935f04f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:12.917406 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:13.631993 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:15.031998 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:15.501544 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58044) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:15.603606 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-08d0abeb-6eeb-405f-8f15-4f5678cb0c76 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1008577 Jun 26 18:20:17.728668 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58054) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:17.784223 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-b72219ba-f3d9-4eb4-9434-30b74875f4ea admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0544488 Jun 26 18:20:23.185093 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:20:30.773755 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:39.911107 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-736f9ec9-eab4-4d8d-9cf5-53bfe108680f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:42.522092 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-514a7da9-d3fd-4397-a7fb-9963cae88f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:42.922022 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:43.630644 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:45.047484 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:00.183333 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:21:00.778346 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:09.938481 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bc47a318-ec43-4c20-b577-264b9dff3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:12.526980 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-50be1bdf-f663-4231-b311-9ece6ed87939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:12.928183 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:13.629805 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:15.081897 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:30.777537 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:37.182147 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:21:39.920682 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-91cb9afb-300c-4118-befe-8081b7be5c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:42.526063 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-196636e7-8247-4453-bb3f-4a0318eb203c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:42.920686 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:43.652082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:45.080789 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.431934 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58234) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:47.602443 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-network', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:47.685955 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Made reservation on behalf of ec614dc5ca38497d9aed818d210815e9 for: {'network': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:47.689074 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.697500 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.784325 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.834980 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.838770 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:47.862989 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eff6daf-0b78-44dc-aeec-0259cfc1ba6d,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:47.873714 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.873961 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.877338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.877338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.877338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.877338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.877338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.877338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.877338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.877338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.878042 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.878042 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Tracked resource versions report: Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: pushed versions: Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: { 'AddressGroup': {'1.2'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'ConntrackHelper': {'1.0'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Log': {'1.0'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Network': {'1.1'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Port': {'1.7'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'PortForwarding': {'1.2'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'QosPolicy': {'1.8'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'SecurityGroup': {'1.4'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'SubPort': {'1.0'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Subnet': {'1.1'}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Trunk': {'1.1'}} Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: consumer versions: Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: { DHCP agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: HyperV agent@hv-cinder-79819: {}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: L3 agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: Metadata agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: Metering agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: Open vSwitch agent@dv-cinder-798198-1-smb: { 'AddressGroup': '1.2', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'ConntrackHelper': '1.0', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Log': '1.0', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Network': '1.1', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Port': '1.7', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'PortForwarding': '1.2', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'QosPolicy': '1.8', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'SecurityGroup': '1.4', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'SecurityGroupRule': '1.2', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'SubPort': '1.0', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Subnet': '1.1', Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: 'Trunk': '1.1'}} Jun 26 18:21:47.879049 dv-cinder-798198-1-smb neutron-server[93535]: {{(pid=93535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:21:47.883072 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:47.892395 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:21:47.903442 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.903829 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.segments_db [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Added segment c6ed4883-d459-4603-9f87-49924a5dae6a of type vlan for network 0d846234-23d8-42d7-b28e-92457d4e6f5f Jun 26 18:21:47.954367 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.092541 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.095278 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:48.096138 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.111890 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-480f3791-49ed-4d8f-a4dd-ba3e0a2ad3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:48.140152 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58272) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:48.172582 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58278) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:48.199065 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7588451 Jun 26 18:21:48.199065 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Pushing event updated for resources: {'Network': ['ID=0d846234-23d8-42d7-b28e-92457d4e6f5f,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:48.199065 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:48.202482 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58284) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:48.206319 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:21:48.208024 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Request body: {'subnet': {'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-subnet', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:48.303186 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Made reservation on behalf of ec614dc5ca38497d9aed818d210815e9 for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:48.305582 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Notify callbacks [] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.495103 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1632538699-network', 'tenant_id': '8f465f9c60e14406bfa3b9c303314d91'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:48.523255 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58300) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:48.531537 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.531975 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1863178369-network', 'tenant_id': '4b792fac8d924c3fbbcf976ede6cefd0'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:48.539896 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-07c8dfc1-4705-45a8-b116-bf2391f92ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:48.553792 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58308) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:48.577128 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Made reservation on behalf of 8f465f9c60e14406bfa3b9c303314d91 for: {'network': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:48.580019 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.607942 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.619958 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:48.637458 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.637810 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.638149 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.638480 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.638834 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.639212 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.639481 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.639809 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.640154 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.640506 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.640827 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.641740 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Tracked resource versions report: Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: pushed versions: Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: { 'AddressGroup': {'1.2'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'ConntrackHelper': {'1.0'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Log': {'1.0'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Network': {'1.1'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Port': {'1.7'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'PortForwarding': {'1.2'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'QosPolicy': {'1.8'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'SecurityGroup': {'1.4'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'SubPort': {'1.0'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Subnet': {'1.1'}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Trunk': {'1.1'}} Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: consumer versions: Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: { DHCP agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: HyperV agent@hv-cinder-79819: {}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: L3 agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: Metadata agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: Metering agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: Open vSwitch agent@dv-cinder-798198-1-smb: { 'AddressGroup': '1.2', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'ConntrackHelper': '1.0', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Log': '1.0', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Network': '1.1', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Port': '1.7', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'PortForwarding': '1.2', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'QosPolicy': '1.8', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'SecurityGroup': '1.4', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'SecurityGroupRule': '1.2', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'SubPort': '1.0', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Subnet': '1.1', Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: 'Trunk': '1.1'}} Jun 26 18:21:48.643104 dv-cinder-798198-1-smb neutron-server[93534]: {{(pid=93534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:21:48.650002 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:48.652831 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Checking segment: {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:48.656019 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Network hostable DHCP agents. Network: 0d846234-23d8-42d7-b28e-92457d4e6f5f, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:21:48.678544 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Made reservation on behalf of 4b792fac8d924c3fbbcf976ede6cefd0 for: {'network': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:48.681137 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.698020 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.740803 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:21:48.780550 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.782997 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-209834972-network', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:48.792951 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1012634654-network', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:48.822799 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 0d846234-23d8-42d7-b28e-92457d4e6f5f) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:48.827064 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:48.827958 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.832502 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ecbaba-916e-4f92-bebe-33f52cea8ef2 None None] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:48.853082 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.857504 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:48.878648 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:21:48.897000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bce689-6c8f-4d57-96aa-ecabc9928418,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:48.900086 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.900541 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.segments_db [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Added segment 12f2f3b6-332c-4ab1-ab35-c72ec91913d7 of type vlan for network bb618c86-7fe5-4800-ad32-b2b87e243f79 Jun 26 18:21:48.902048 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:48.943333 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7383964 Jun 26 18:21:48.945698 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58326) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:48.954751 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:48.966616 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.009481 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff149e02-59d9-50db-81b4-0a51e7c860c9-0d846234-23d8-42d7-b28e-92457d4e6f5f', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb'}]}} from dv-cinder-798198-1-smb. {{(pid=93536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:21:49.018833 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.058927 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.075104 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.076530 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:49.077166 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.082150 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:49.163256 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Pushing event updated for resources: {'Network': ['ID=bb618c86-7fe5-4800-ad32-b2b87e243f79,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:49.165405 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.168375 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:49.171885 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-bec7e565-d828-4982-9e16-d7dd58e06687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:49.184706 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network bb618c86-7fe5-4800-ad32-b2b87e243f79 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:21:49.198053 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59f615b-4d8d-4940-a171-df99a23acd5c,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:49.202275 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:49.209675 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:21:49.211466 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Made reservation on behalf of f67fad4e1e9741dca53f819b9ee0ad45 for: {'network': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:49.215584 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.229333 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.245134 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.245700 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.segments_db [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Added segment 695238e8-a7e8-44ef-bcc4-204942102a50 of type vlan for network 059cd088-27d9-4ac7-a578-1096782f3462 Jun 26 18:21:49.316159 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.331166 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Allocated IP 172.20.0.2 (0d846234-23d8-42d7-b28e-92457d4e6f5f/fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb/c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:21:49.370646 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2259295 Jun 26 18:21:49.371009 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58338) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:49.380287 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Request body: {'subnet': {'network_id': 'bb618c86-7fe5-4800-ad32-b2b87e243f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1632538699-subnet', 'tenant_id': '8f465f9c60e14406bfa3b9c303314d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:49.474773 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.476141 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:49.476768 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.479899 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-58856dd1-877c-4c34-abb3-34f825da567d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:49.480776 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Made reservation on behalf of ad06cf8d1da342fdab53083d123f7005 for: {'network': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:49.487172 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.496207 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.546371 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Pushing event updated for resources: {'Network': ['ID=059cd088-27d9-4ac7-a578-1096782f3462,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:49.549517 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:49.549829 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.558905 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 059cd088-27d9-4ac7-a578-1096782f3462 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:21:49.564374 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Transition to ACTIVE for port object c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:21:49.597338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-593007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6935'] for router, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.598985 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6926'] for router, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.635681 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Transition to ACTIVE for port object c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:21:49.636990 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.db.api [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 18:21:49.636990 dv-cinder-798198-1-smb neutron-server[93535]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 18:21:49.636990 dv-cinder-798198-1-smb neutron-server[93535]: [parameters: {'project_id_1': 'ad06cf8d1da342fdab53083d123f7005', 'expiration_1': datetime.datetime(2021, 6, 26, 18, 21, 49, 517310)}] Jun 26 18:21:49.636990 dv-cinder-798198-1-smb neutron-server[93535]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 18:21:49.637742 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_db.api [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 18:21:49.652204 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.db.api [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 18:21:49.652204 dv-cinder-798198-1-smb neutron-server[93535]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 18:21:49.652204 dv-cinder-798198-1-smb neutron-server[93535]: [parameters: {'project_id_1': '8f465f9c60e14406bfa3b9c303314d91', 'expiration_1': datetime.datetime(2021, 6, 26, 18, 21, 49, 397749)}] Jun 26 18:21:49.652204 dv-cinder-798198-1-smb neutron-server[93535]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 18:21:49.653025 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_db.api [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 18:21:49.709549 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.713082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:49.749529 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:21:49.754373 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:49.759807 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:21:49.776665 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Pushing event updated for resources: {'Port': ['ID=c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:49.800364 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.821884 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.822229 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.822678 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.822874 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.823205 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.823521 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.823837 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.824154 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.824494 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.824812 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.825125 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.825441 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Tracked resource versions report: Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: pushed versions: Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: { 'AddressGroup': {'1.2'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'ConntrackHelper': {'1.0'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Log': {'1.0'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Network': {'1.1'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Port': {'1.7'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'PortForwarding': {'1.2'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'QosPolicy': {'1.8'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'SecurityGroup': {'1.4'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'SubPort': {'1.0'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Subnet': {'1.1'}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Trunk': {'1.1'}} Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: consumer versions: Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: { DHCP agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: HyperV agent@hv-cinder-79819: {}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: L3 agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: Metadata agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: Metering agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: Open vSwitch agent@dv-cinder-798198-1-smb: { 'AddressGroup': '1.2', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'ConntrackHelper': '1.0', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Log': '1.0', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Network': '1.1', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Port': '1.7', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'PortForwarding': '1.2', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'QosPolicy': '1.8', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'SecurityGroup': '1.4', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'SecurityGroupRule': '1.2', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'SubPort': '1.0', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Subnet': '1.1', Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: 'Trunk': '1.1'}} Jun 26 18:21:49.826528 dv-cinder-798198-1-smb neutron-server[93536]: {{(pid=93536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:21:49.830506 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:49.840064 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.841618 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Attempting to bind port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:21:49.841992 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Attempting to bind port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:21:49.842459 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Attempting to bind port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e on network 0d846234-23d8-42d7-b28e-92457d4e6f5f {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:21:49.848714 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:21:49.849187 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Checking segment: {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:49.849687 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.850182 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Bound using segment: {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:21:49.850716 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Bound port: c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:21:49.851178 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.920817 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] For port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:21:49.924676 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] For port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:21:49.968589 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.005996 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:50.018646 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.021362 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:50.041719 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:21:50.049242 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8749886 Jun 26 18:21:50.051791 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58360) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:50.058751 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Request body: {'subnet': {'network_id': '059cd088-27d9-4ac7-a578-1096782f3462', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1863178369-subnet', 'tenant_id': '4b792fac8d924c3fbbcf976ede6cefd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:50.083426 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc96d6cc-b73d-49a0-9b39-2532881bd35f,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:50.100669 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Pushing event updated for resources: {'Port': ['ID=c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:50.104618 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:50.117394 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:50.119746 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.120095 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.segments_db [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Added segment 47cfc276-84e0-4bd8-9132-b8d2c09b8f72 of type vlan for network fab8e859-20b2-416f-9ec3-69a744a3fe18 Jun 26 18:21:50.127070 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6972'] for router, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.141314 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.202835 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.401061 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Made reservation on behalf of 4b792fac8d924c3fbbcf976ede6cefd0 for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:50.404359 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.432645 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.437698 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:50.438324 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.446490 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:50.535382 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Made reservation on behalf of 8f465f9c60e14406bfa3b9c303314d91 for: {'subnet': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:50.542459 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.562424 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Pushing event updated for resources: {'Network': ['ID=fab8e859-20b2-416f-9ec3-69a744a3fe18,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:50.573574 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network fab8e859-20b2-416f-9ec3-69a744a3fe18 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:21:50.592941 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:50.618480 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0934470 Jun 26 18:21:50.624818 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58374) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:50.631921 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Request body: {'subnet': {'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-subnet', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:50.689635 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.690011 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d0ead992-ebfa-4edf-a7be-fd8741efb6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:50.746068 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4cd41f-c4e9-4a4b-a396-3180157bc7ac,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:50.751169 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:50.759041 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Checking segment: {'id': '695238e8-a7e8-44ef-bcc4-204942102a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '059cd088-27d9-4ac7-a578-1096782f3462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:50.759439 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Network hostable DHCP agents. Network: 059cd088-27d9-4ac7-a578-1096782f3462, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:21:50.857495 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Network 059cd088-27d9-4ac7-a578-1096782f3462 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:21:50.897835 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.934406 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.953395 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 059cd088-27d9-4ac7-a578-1096782f3462) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:50.961383 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff5930-624e-4826-b957-594f60836667 None None] Network 059cd088-27d9-4ac7-a578-1096782f3462 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:50.982434 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:50.983429 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.083967 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.115803 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:21:51.213009 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa54162-8e80-47cd-8c7f-850d669ab219 None None] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:51.238724 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.248271 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cbc264-e516-4bcc-9f29-2725d0960884 None None] Network 059cd088-27d9-4ac7-a578-1096782f3462 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:51.252904 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Allocated IP 172.28.1.41 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/c17aa055-8e11-43f8-aabf-f806d51a1ddf) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:21:51.252904 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:51.282690 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.286125 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:21:51.296713 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2433982 Jun 26 18:21:51.325413 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:21:51.348784 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b90603-aec5-4b90-8b4c-0ab1cd8bb84f,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:51.360955 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:51.363597 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:51.367738 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.368113 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.segments_db [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Added segment c1942ca5-53c1-4d56-bdd4-281158aa6dc5 of type vlan for network 11f186de-3c3d-410e-962a-ea1d4732274c Jun 26 18:21:51.383480 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Made reservation on behalf of f67fad4e1e9741dca53f819b9ee0ad45 for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:51.385998 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.494862 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.512447 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba4056c-abb8-45f6-a49c-f7115090a330,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:51.521064 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dad2f40c-8958-4805-8070-259197a4cfcc None None] Provisioning for port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:21:51.525803 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dad2f40c-8958-4805-8070-259197a4cfcc None None] Provisioning complete for port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:21:51.526307 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dad2f40c-8958-4805-8070-259197a4cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.559769 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:51.576552 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Checking segment: {'id': '12f2f3b6-332c-4ab1-ab35-c72ec91913d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bb618c86-7fe5-4800-ad32-b2b87e243f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:51.577201 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Network hostable DHCP agents. Network: bb618c86-7fe5-4800-ad32-b2b87e243f79, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:21:51.602899 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.727988 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.736023 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:51.743280 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Network bb618c86-7fe5-4800-ad32-b2b87e243f79 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:21:51.757707 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.780095 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dad2f40c-8958-4805-8070-259197a4cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.783675 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:51.793753 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd06f91-1947-4286-a5c2-c14c31a7d51b,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:51.797104 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.797743 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:51.802136 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Checking segment: {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:51.802136 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Network hostable DHCP agents. Network: fab8e859-20b2-416f-9ec3-69a744a3fe18, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:21:51.806155 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:51.851911 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dad2f40c-8958-4805-8070-259197a4cfcc None None] For port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:51.879684 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58434) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:51.893574 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, bb618c86-7fe5-4800-ad32-b2b87e243f79) {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:51.903729 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1482850c-9b1b-4722-82dc-b28ab9223b77 None None] Network bb618c86-7fe5-4800-ad32-b2b87e243f79 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:51.917217 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:51.917727 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.921957 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.926443 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Pushing event updated for resources: {'Network': ['ID=11f186de-3c3d-410e-962a-ea1d4732274c,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:51.932903 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dad2f40c-8958-4805-8070-259197a4cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.934311 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3785403 Jun 26 18:21:51.937509 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:51.940755 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58444) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:51.950001 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:51.960149 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Request body: {'subnet': {'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1012634654-subnet', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:51.963545 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58446) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:51.966732 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:51.980691 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:21:51.999746 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 11f186de-3c3d-410e-962a-ea1d4732274c details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:21:52.007469 dv-cinder-798198-1-smb neutron-server[93535]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 26 18:21:52.022483 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2f40c-8958-4805-8070-259197a4cfcc None None] Pushing event updated for resources: {'Port': ['ID=c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:52.026955 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:52.034990 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Network fab8e859-20b2-416f-9ec3-69a744a3fe18 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:21:52.040168 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dad2f40c-8958-4805-8070-259197a4cfcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:52.042609 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, fab8e859-20b2-416f-9ec3-69a744a3fe18) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:52.047638 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:52.048123 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.067133 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:21:52.175694 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-31ddda7c-4935-4fad-b189-dc41cd2cf1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.177492 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e50244-b6cd-4572-abf9-9e927c1bf440 None None] Network fab8e859-20b2-416f-9ec3-69a744a3fe18 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:52.178125 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8059125 Jun 26 18:21:52.213518 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Made reservation on behalf of ad06cf8d1da342fdab53083d123f7005 for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:52.216571 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.323356 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Pushing event updated for resources: {'Port': ['ID=c17aa055-8e11-43f8-aabf-f806d51a1ddf,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:52.349425 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:52.355411 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7248449 Jun 26 18:21:52.362469 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58460) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:52.371806 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:52.444245 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-31ddda7c-4935-4fad-b189-dc41cd2cf1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.454945 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-d2618c39-a171-40a5-8279-5f46f3155c79 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:52.455649 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-d2618c39-a171-40a5-8279-5f46f3155c79 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/networks?id=059cd088-27d9-4ac7-a578-1096782f3462 HTTP/1.1" status: 200 len: 812 time: 0.4752235 Jun 26 18:21:52.474700 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-0aac9378-66cc-4d16-ae0f-11164bad58cb tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/quotas/4b792fac8d924c3fbbcf976ede6cefd0 HTTP/1.1" status: 200 len: 375 time: 0.0144279 Jun 26 18:21:52.480238 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-e725320a-3575-4925-ada5-8ea87b992c56 None None] Provisioning complete for port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:21:52.480995 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e725320a-3575-4925-ada5-8ea87b992c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.532948 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab826f82-93fe-47a9-afce-fbcc995a5144 None None] Network bb618c86-7fe5-4800-ad32-b2b87e243f79 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:52.537315 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-31ddda7c-4935-4fad-b189-dc41cd2cf1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.574193 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:52.595105 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-dd487c04-7ccf-486b-b814-82d2fee16750 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b792fac8d924c3fbbcf976ede6cefd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127946 Jun 26 18:21:52.606848 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-31ddda7c-4935-4fad-b189-dc41cd2cf1e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c5dd50659ba4776997bc2b7ac044eea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7239242 Jun 26 18:21:52.608741 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddda7c-4935-4fad-b189-dc41cd2cf1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9595d4f5-8d8b-4498-8bb9-72ba67e800b0,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:52.623831 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58482) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:52.636389 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-31ddda7c-4935-4fad-b189-dc41cd2cf1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:52.696262 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-593007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6935'] for router, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.711875 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6926'] for router, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.724340 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.728686 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7b963098-f89d-40e7-9b8b-e314436367b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:52.775124 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e50d72-e4b4-42a4-9bb3-b49bec40c2a4 None None] Network fab8e859-20b2-416f-9ec3-69a744a3fe18 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:52.808643 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3d798b2e-1219-4821-b39c-de4352851950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.849718 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3d798b2e-1219-4821-b39c-de4352851950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.865485 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.868094 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:52.910494 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-7bd3c1a4-8525-4956-a1a5-bd98dade0ea8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:21:52.916940 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-7bd3c1a4-8525-4956-a1a5-bd98dade0ea8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1141160 Jun 26 18:21:52.928618 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=823fea05-cbcf-425a-bf65-2840733ad5dd,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:52.951845 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:52.958712 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Checking segment: {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:52.961728 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Network hostable DHCP agents. Network: 11f186de-3c3d-410e-962a-ea1d4732274c, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:21:53.029851 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Network 11f186de-3c3d-410e-962a-ea1d4732274c is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:21:53.080693 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3d798b2e-1219-4821-b39c-de4352851950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.084457 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3d798b2e-1219-4821-b39c-de4352851950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.085649 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-3d798b2e-1219-4821-b39c-de4352851950 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9595d4f5-8d8b-4498-8bb9-72ba67e800b0 HTTP/1.1" status: 204 len: 168 time: 0.4607623 Jun 26 18:21:53.086424 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:53.100438 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d798b2e-1219-4821-b39c-de4352851950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9595d4f5-8d8b-4498-8bb9-72ba67e800b0,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:53.104912 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-3d798b2e-1219-4821-b39c-de4352851950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:53.106265 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:21:53.109546 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 11f186de-3c3d-410e-962a-ea1d4732274c) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:53.123676 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:53.124340 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.154090 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb53f41e-5467-413d-843d-7d4fac6fde73 None None] Network 11f186de-3c3d-410e-962a-ea1d4732274c requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:53.231829 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-3fd1cfca-9bdf-41ab-8f30-943de6f31133 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2816482 Jun 26 18:21:53.233632 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58510) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:53.239376 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:53.243736 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58512) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:53.249268 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-218241311-network', 'tenant_id': '19199a0b1c5b4a7dae5f804060c2600b'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:53.249585 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:21:53.249976 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.268146 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.db.api [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 18:21:53.268146 dv-cinder-798198-1-smb neutron-server[93534]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 18:21:53.268146 dv-cinder-798198-1-smb neutron-server[93534]: [parameters: {'project_id_1': '19199a0b1c5b4a7dae5f804060c2600b', 'expiration_1': datetime.datetime(2021, 6, 26, 18, 21, 53, 255679)}] Jun 26 18:21:53.268146 dv-cinder-798198-1-smb neutron-server[93534]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 18:21:53.268614 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_db.api [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 18:21:53.343540 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-593007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6935'] for router, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.345444 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6926'] for router, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.346516 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6972'] for router, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.424780 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.451350 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff149e02-59d9-50db-81b4-0a51e7c860c9-11f186de-3c3d-410e-962a-ea1d4732274c', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd'}]}} from dv-cinder-798198-1-smb. {{(pid=93536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:21:53.452361 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.487111 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-d3d82916-63f5-47dc-837c-df7df26706e7 service neutron] 10.222.0.15 "GET /v2.0/networks/059cd088-27d9-4ac7-a578-1096782f3462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693250 Jun 26 18:21:53.542246 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595074'] for router, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.643192 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Allocated IP 172.20.0.2 (11f186de-3c3d-410e-962a-ea1d4732274c/823fea05-cbcf-425a-bf65-2840733ad5dd/5d60d2d6-e252-4f19-81a3-feb16fad05be) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:21:53.739634 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-8286a4ff-1d4f-47c6-9b71-2798d557424d service neutron] 10.222.0.15 "GET /v2.0/networks/059cd088-27d9-4ac7-a578-1096782f3462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433505 Jun 26 18:21:53.774110 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6972'] for router, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.816179 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.825698 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Transition to ACTIVE for port object 5d60d2d6-e252-4f19-81a3-feb16fad05be will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:21:53.846294 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Transition to ACTIVE for port object 5d60d2d6-e252-4f19-81a3-feb16fad05be will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:21:53.854394 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Made reservation on behalf of 19199a0b1c5b4a7dae5f804060c2600b for: {'network': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:53.858530 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.883542 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.916785 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.936352 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.973682 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Router 9f08ce88-0535-4415-ba54-87617fbcd0e3 is scheduled to L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a with binding_index 1 {{(pid=93535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:21:53.976625 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:53.982870 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:54.028791 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Pushing event updated for resources: {'Port': ['ID=5d60d2d6-e252-4f19-81a3-feb16fad05be,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:54.080254 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Network 11f186de-3c3d-410e-962a-ea1d4732274c is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:21:54.087042 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:54.089307 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:54.089992 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58532) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:54.099080 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:21:54.119123 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-514f0560-854e-42b5-9030-a5a28751613f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.158468 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58540) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:54.160126 dv-cinder-798198-1-smb neutron-server[93534]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 26 18:21:54.171371 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.198741 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Attempting to bind port 5d60d2d6-e252-4f19-81a3-feb16fad05be on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:21:54.199758 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Attempting to bind port 5d60d2d6-e252-4f19-81a3-feb16fad05be by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:21:54.200481 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Attempting to bind port 5d60d2d6-e252-4f19-81a3-feb16fad05be on network 11f186de-3c3d-410e-962a-ea1d4732274c {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:21:54.210599 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Allocated IP 172.28.1.188 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/c6f6e991-c2ce-4870-a31a-5c668adb61a7) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:21:54.211136 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:21:54.213216 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Checking segment: {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:54.215192 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.216977 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Bound using segment: {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:21:54.223206 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Bound port: 5d60d2d6-e252-4f19-81a3-feb16fad05be, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:21:54.223206 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.223463 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f9bbd6ba-44e8-4a9e-824c-f920f346a512 req-72f5113e-c905-4314-8d8e-4dd3ece4c99e tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 210 time: 0.0640428 Jun 26 18:21:54.228943 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:21:54.243385 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Sync routers for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:21:54.256588 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:54.257282 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:54.264754 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.273204 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-47fa5966-874a-4f32-91b0-5d59ba7c3dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:54.300552 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:21:54.312435 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.316328 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a46ff9-f9f3-4123-a0eb-10eb60fb0068,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:54.321968 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:54.341222 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.341733 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.segments_db [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Added segment 2c2a2da3-7037-4ca0-a4e6-19830352210a of type vlan for network 69826497-1103-40c5-92fe-13718e740246 Jun 26 18:21:54.343920 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.369320 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] For port 5d60d2d6-e252-4f19-81a3-feb16fad05be, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:21:54.372980 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] For port 5d60d2d6-e252-4f19-81a3-feb16fad05be, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=5d60d2d6-e252-4f19-81a3-feb16fad05be,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:21:54.435894 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.440473 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:54.472925 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.498377 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:54.532597 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.542230 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Pushing event updated for resources: {'Port': ['ID=5d60d2d6-e252-4f19-81a3-feb16fad05be,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:54.547645 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:54.586494 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-514f0560-854e-42b5-9030-a5a28751613f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.606392 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.610359 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:54.611719 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.615569 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:54.664391 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.674745 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:54.737178 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Pushing event updated for resources: {'Network': ['ID=69826497-1103-40c5-92fe-13718e740246,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:54.746217 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:54.751635 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 69826497-1103-40c5-92fe-13718e740246 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:21:54.752267 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Pushing event updated for resources: {'Port': ['ID=c6f6e991-c2ce-4870-a31a-5c668adb61a7,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:54.765696 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Allocated IP 172.28.1.34 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/89f897eb-2c1b-439a-a54c-be3c577241d2) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:21:54.787498 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-514f0560-854e-42b5-9030-a5a28751613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:54.799557 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:54.800449 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:21:54.814418 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:54.822252 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:54.842403 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:21:52Z', 'revision_number': 3, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:54.849363 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6045408 Jun 26 18:21:54.856667 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:21:54.856781 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58576) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:54.899462 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Request body: {'subnet': {'network_id': '69826497-1103-40c5-92fe-13718e740246', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-218241311-subnet', 'tenant_id': '19199a0b1c5b4a7dae5f804060c2600b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:54.981012 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Checking router: 9f08ce88-0535-4415-ba54-87617fbcd0e3 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:21:54.985321 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Updating router 9f08ce88-0535-4415-ba54-87617fbcd0e3 port c17aa055-8e11-43f8-aabf-f806d51a1ddf binding host dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:21:55.008071 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.010308 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58580) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:55.016725 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-514f0560-854e-42b5-9030-a5a28751613f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d6c4f7608874ef48681d457899fd3f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9137914 Jun 26 18:21:55.027995 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Made reservation on behalf of 19199a0b1c5b4a7dae5f804060c2600b for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:21:55.030440 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.049671 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.053567 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58582) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:55.081107 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Notify callbacks [] for router, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.082761 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1357043 Jun 26 18:21:55.097992 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f0560-854e-42b5-9030-a5a28751613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd2ba6b-d843-4318-ab70-3c6b9f94df23,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:55.101698 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-514f0560-854e-42b5-9030-a5a28751613f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:55.104067 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58586) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:55.158245 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 5d60d2d6-e252-4f19-81a3-feb16fad05be up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:21:55.327049 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 5d60d2d6-e252-4f19-81a3-feb16fad05be completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:21:55.337586 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a9615b7d-972f-455c-9917-b11ef2ea2a7e req-687adbb8-a5ae-41bc-a2c4-962bbd6fb757 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 210 time: 0.0539935 Jun 26 18:21:55.368921 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-de21e923-e0d4-4dbb-a1b6-8af7ce9a8943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.394417 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e0a39662-54e3-433f-908c-c24ea9cb5b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.469983 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.480642 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-de21e923-e0d4-4dbb-a1b6-8af7ce9a8943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.496107 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:55.538289 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.627728 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.648700 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Transition to ACTIVE for port object c17aa055-8e11-43f8-aabf-f806d51a1ddf will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:21:55.687336 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:21:55.693724 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:55.696142 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:21:55.740622 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.780742 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595074'] for router, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.783536 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.794342 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:55.848665 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Attempting to bind port c17aa055-8e11-43f8-aabf-f806d51a1ddf on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:21:55.853577 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Attempting to bind port c17aa055-8e11-43f8-aabf-f806d51a1ddf by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:21:55.853577 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Attempting to bind port c17aa055-8e11-43f8-aabf-f806d51a1ddf on network 1b897550-475e-45c1-a445-070a8b8b93f4 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:21:55.855751 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Pushing event updated for resources: {'Port': ['ID=c17aa055-8e11-43f8-aabf-f806d51a1ddf,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:55.860799 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:21:55.861416 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Checking segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:55.861982 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.862563 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Bound using segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:21:55.863195 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Bound port: c17aa055-8e11-43f8-aabf-f806d51a1ddf, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:21:55.863749 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:55.870316 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.870862 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.871376 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.871854 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.872319 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.872830 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.873302 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.873871 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.874362 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.874831 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.875815 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.876292 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Tracked resource versions report: Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: pushed versions: Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: { 'AddressGroup': {'1.2'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'ConntrackHelper': {'1.0'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Log': {'1.0'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Network': {'1.1'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Port': {'1.7'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'PortForwarding': {'1.2'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'QosPolicy': {'1.8'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'SecurityGroup': {'1.4'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'SubPort': {'1.0'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Subnet': {'1.1'}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Trunk': {'1.1'}} Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: consumer versions: Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: { DHCP agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: HyperV agent@hv-cinder-79819: {}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: L3 agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: Metadata agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: Metering agent@dv-cinder-798198-1-smb: {}, Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: Open vSwitch agent@dv-cinder-798198-1-smb: { 'AddressGroup': '1.2', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'ConntrackHelper': '1.0', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Log': '1.0', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Network': '1.1', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Port': '1.7', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'PortForwarding': '1.2', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'QosPolicy': '1.8', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'SecurityGroup': '1.4', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'SecurityGroupRule': '1.2', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'SubPort': '1.0', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Subnet': '1.1', Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: 'Trunk': '1.1'}} Jun 26 18:21:55.877580 dv-cinder-798198-1-smb neutron-server[93537]: {{(pid=93537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:21:55.916795 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:55.986391 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] For port c17aa055-8e11-43f8-aabf-f806d51a1ddf, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:21:55.991006 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] For port c17aa055-8e11-43f8-aabf-f806d51a1ddf, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c17aa055-8e11-43f8-aabf-f806d51a1ddf,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:21:56.042993 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745c1f6-643b-4902-b8f1-e05a1a007ef4 None None] Network 11f186de-3c3d-410e-962a-ea1d4732274c requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:56.057654 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Router d7d59c4b-8bda-4c85-af15-af125409c864 is scheduled to L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a with binding_index 1 {{(pid=93535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:21:56.071531 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.075202 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:56.099868 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Pushing event updated for resources: {'Port': ['ID=89f897eb-2c1b-439a-a54c-be3c577241d2,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:56.120319 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:56.131190 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:56.141695 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-b759e037-0214-4e75-8d68-26a71231ecdd None None] Provisioning for port 5d60d2d6-e252-4f19-81a3-feb16fad05be completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:21:56.158976 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-b759e037-0214-4e75-8d68-26a71231ecdd None None] Provisioning complete for port 5d60d2d6-e252-4f19-81a3-feb16fad05be triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:21:56.164940 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b759e037-0214-4e75-8d68-26a71231ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.171170 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:56.171812 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:56.179714 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Checking segment: {'id': '2c2a2da3-7037-4ca0-a4e6-19830352210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69826497-1103-40c5-92fe-13718e740246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:56.180076 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Network hostable DHCP agents. Network: 69826497-1103-40c5-92fe-13718e740246, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:21:56.183932 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b83c565a-e9ad-4fc9-acde-78a36b08dbce,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:56.217470 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Pushing event updated for resources: {'Port': ['ID=c17aa055-8e11-43f8-aabf-f806d51a1ddf,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:56.228687 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:56.229802 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:56.238449 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:21:56.258897 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Sync routers for ids ['d7d59c4b-8bda-4c85-af15-af125409c864'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:21:56.273088 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-de21e923-e0d4-4dbb-a1b6-8af7ce9a8943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.283199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-de21e923-e0d4-4dbb-a1b6-8af7ce9a8943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.286682 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-de21e923-e0d4-4dbb-a1b6-8af7ce9a8943 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cd2ba6b-d843-4318-ab70-3c6b9f94df23 HTTP/1.1" status: 204 len: 168 time: 1.2731199 Jun 26 18:21:56.289408 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:56.306631 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Routers {'d7d59c4b-8bda-4c85-af15-af125409c864'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:56.307384 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['d7d59c4b-8bda-4c85-af15-af125409c864'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:56.308355 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21e923-e0d4-4dbb-a1b6-8af7ce9a8943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd2ba6b-d843-4318-ab70-3c6b9f94df23,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:56.319056 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-de21e923-e0d4-4dbb-a1b6-8af7ce9a8943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:56.338184 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:56.362106 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Network 69826497-1103-40c5-92fe-13718e740246 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:21:56.365478 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e0a39662-54e3-433f-908c-c24ea9cb5b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.464103 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e0a39662-54e3-433f-908c-c24ea9cb5b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.509324 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Notify callbacks [] for router, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.513181 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1423786 Jun 26 18:21:56.513358 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58622) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:56.515319 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e997f21c-44c4-4144-9f12-c1b13768ae7c req-d951528c-d526-4675-95a4-5d80f877a0f2 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 210 time: 0.0943103 Jun 26 18:21:56.518957 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:56.523310 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-e0a39662-54e3-433f-908c-c24ea9cb5b14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1327e1541ee74700862bcfaeff45bf25&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4692516 Jun 26 18:21:56.526923 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58624) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:56.527615 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 69826497-1103-40c5-92fe-13718e740246) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:56.529390 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.542423 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:56.543255 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.568374 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f4ef7e-0ca0-4c0f-919b-b645296b8e56 None None] Network 69826497-1103-40c5-92fe-13718e740246 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:56.601607 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58626) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:56.620191 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7588201 Jun 26 18:21:56.650606 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a39662-54e3-433f-908c-c24ea9cb5b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c736e6-e9d0-4b1b-97bb-0d8a7156c284,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:56.665298 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e0a39662-54e3-433f-908c-c24ea9cb5b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:56.673041 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.741548 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b759e037-0214-4e75-8d68-26a71231ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.823524 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:21:52Z', 'revision_number': 3, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:56.861218 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1b505-68c8-41d6-87f5-cea9ea5a0bda None None] The sync data for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb is: [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:21:52Z', 'revision_number': 3, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:21:56.913027 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595074'] for router, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:56.946046 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Set router d7d59c4b-8bda-4c85-af15-af125409c864 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:56.982533 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58636) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:57.028383 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-b759e037-0214-4e75-8d68-26a71231ecdd None None] For port 5d60d2d6-e252-4f19-81a3-feb16fad05be, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=5d60d2d6-e252-4f19-81a3-feb16fad05be,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:57.065251 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-06d3f877-4639-429c-88aa-03303c95d526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.106813 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b759e037-0214-4e75-8d68-26a71231ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.134270 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:57.136152 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] Deleting subnet cba4056c-abb8-45f6-a49c-f7115090a330 {{(pid=93535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:21:57.146328 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.178380 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-06d3f877-4639-429c-88aa-03303c95d526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.227911 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.233851 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0610990a-d51c-4a7b-bc15-296db0c42144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.241651 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.279753 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759e037-0214-4e75-8d68-26a71231ecdd None None] Pushing event updated for resources: {'Port': ['ID=5d60d2d6-e252-4f19-81a3-feb16fad05be,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:57.287152 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b759e037-0214-4e75-8d68-26a71231ecdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:57.400000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Allocated IP 172.20.0.1 (0d846234-23d8-42d7-b28e-92457d4e6f5f/fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb/4a077738-ecb5-4dcd-9f57-f29304c55a66) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:21:57.506636 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.599402 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7308bf2c-cf9c-40d0-98f0-dd3d0b3ef428 None None] Network 69826497-1103-40c5-92fe-13718e740246 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:57.674477 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.676479 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-06d3f877-4639-429c-88aa-03303c95d526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.684573 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:57.704290 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-06d3f877-4639-429c-88aa-03303c95d526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.718747 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-06d3f877-4639-429c-88aa-03303c95d526 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6c736e6-e9d0-4b1b-97bb-0d8a7156c284 HTTP/1.1" status: 204 len: 168 time: 1.0445483 Jun 26 18:21:57.818856 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0610990a-d51c-4a7b-bc15-296db0c42144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.821856 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:52Z', 'updated_at': '2021-06-26T18:21:55Z', 'revision_number': 3, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'gw_port': {'id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:57.823134 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Router b23c871a-ebf7-4095-862c-75bef0e62615 is scheduled to L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a with binding_index 1 {{(pid=93534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:21:57.837580 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba4056c-abb8-45f6-a49c-f7115090a330,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:57.841383 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:57.870104 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:57.874205 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.879454 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cba4056c-abb8-45f6-a49c-f7115090a330 HTTP/1.1" status: 204 len: 168 time: 0.8931880 Jun 26 18:21:57.882525 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58658) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:57.892055 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b6657a2e-31b6-4e00-82e2-cd986f0f6dd4 req-13dfbb35-f472-4179-a809-edad01dafafa tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 210 time: 0.1000912 Jun 26 18:21:57.901974 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Checking router: d7d59c4b-8bda-4c85-af15-af125409c864 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:21:57.902446 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Updating router d7d59c4b-8bda-4c85-af15-af125409c864 port c6f6e991-c2ce-4870-a31a-5c668adb61a7 binding host dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:21:57.912783 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3f877-4639-429c-88aa-03303c95d526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c736e6-e9d0-4b1b-97bb-0d8a7156c284,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:57.916135 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-06d3f877-4639-429c-88aa-03303c95d526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:57.959550 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-ec144a67-56d4-4db6-a921-27350ab3c941 None None] Provisioning complete for port 5d60d2d6-e252-4f19-81a3-feb16fad05be triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:21:57.959935 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ec144a67-56d4-4db6-a921-27350ab3c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.986319 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0610990a-d51c-4a7b-bc15-296db0c42144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:57.988512 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.037246 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.039679 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:58.071042 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-0610990a-d51c-4a7b-bc15-296db0c42144 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1ad4432d9a24009be1eb56876fc1091&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4595258 Jun 26 18:21:58.074970 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58662) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:58.101218 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610990a-d51c-4a7b-bc15-296db0c42144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470bb556-134d-47aa-a6f2-0cbf2000bcfa,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:58.157198 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-0610990a-d51c-4a7b-bc15-296db0c42144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:58.185094 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Transition to ACTIVE for port object 4a077738-ecb5-4dcd-9f57-f29304c55a66 will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:21:58.229982 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.342878 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Allocated IP 172.20.0.1 (fab8e859-20b2-416f-9ec3-69a744a3fe18/bcd06f91-1947-4286-a5c2-c14c31a7d51b/31a09fff-d6ac-4220-9355-0dba924f9ea8) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:21:58.345057 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f680e7c-badf-4592-bb87-7f8dd80dd44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.397696 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.417721 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.418393 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.418751 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.419120 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > port after_create 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.419450 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.419794 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > port after_update 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.420133 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.420586 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.420784 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.421183 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.430954 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f680e7c-badf-4592-bb87-7f8dd80dd44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.479149 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.512802 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Transition to ACTIVE for port object c6f6e991-c2ce-4870-a31a-5c668adb61a7 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:21:58.607176 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.617976 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.624905 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:58.663901 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f680e7c-badf-4592-bb87-7f8dd80dd44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.673666 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f680e7c-badf-4592-bb87-7f8dd80dd44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.675149 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6f680e7c-badf-4592-bb87-7f8dd80dd44a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/470bb556-134d-47aa-a6f2-0cbf2000bcfa HTTP/1.1" status: 204 len: 168 time: 0.5992320 Jun 26 18:21:58.677916 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.37', 63359) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:58.678595 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-06d3f877-4639-429c-88aa-03303c95d526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:58.704727 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.704727 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.704727 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.704727 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:21:58.704727 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb618c86-7fe5-4800-ad32-b2b87e243f79']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:58.711553 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f2f3b6-332c-4ab1-ab35-c72ec91913d7') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:58.711860 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f2f3b6-332c-4ab1-ab35-c72ec91913d7') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:58.724740 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:21:58.732960 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.736478 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Sync routers for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:21:58.738195 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Attempting to bind port c6f6e991-c2ce-4870-a31a-5c668adb61a7 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:21:58.738722 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.740356 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Attempting to bind port c6f6e991-c2ce-4870-a31a-5c668adb61a7 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:21:58.741844 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Attempting to bind port c6f6e991-c2ce-4870-a31a-5c668adb61a7 on network 1b897550-475e-45c1-a445-070a8b8b93f4 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:21:58.748651 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:21:58.749036 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Checking segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:21:58.749448 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.749848 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Bound using segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:21:58.750519 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Bound port: c6f6e991-c2ce-4870-a31a-5c668adb61a7, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:21:58.751462 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.751630 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:58.754806 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad6413-7eb9-4dca-96d2-74699d50b6f7 None None] Pushing event updated for resources: {'Port': ['ID=c6f6e991-c2ce-4870-a31a-5c668adb61a7,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:58.757997 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:58.767420 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-acad0ac6-d433-4cdb-82c7-c2232b7b8ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:58.772847 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-24ad6413-7eb9-4dca-96d2-74699d50b6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:58.775676 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f680e7c-badf-4592-bb87-7f8dd80dd44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470bb556-134d-47aa-a6f2-0cbf2000bcfa,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:58.781293 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6f680e7c-badf-4592-bb87-7f8dd80dd44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:58.800702 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.814591 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:21:58.814992 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: from cryptography.utils import int_from_bytes Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: from cryptography.utils import int_from_bytes Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:21:58.820370 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:21:58.851027 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] For port c6f6e991-c2ce-4870-a31a-5c668adb61a7, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:21:58.854927 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] For port c6f6e991-c2ce-4870-a31a-5c668adb61a7, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c6f6e991-c2ce-4870-a31a-5c668adb61a7,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:21:58.885341 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.891827 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:58.943533 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:58.952912 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:59.054492 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Network fab8e859-20b2-416f-9ec3-69a744a3fe18 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:21:59.058869 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:21:59.074249 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Routers {'d7d59c4b-8bda-4c85-af15-af125409c864'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:59.075050 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['d7d59c4b-8bda-4c85-af15-af125409c864'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:59.077267 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:59.090084 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Pushing event updated for resources: {'Port': ['ID=31a09fff-d6ac-4220-9355-0dba924f9ea8,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:59.094377 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:59.095893 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8613045 Jun 26 18:21:59.101531 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:21:59.103730 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58684) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:59.114652 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:59.122208 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:21:59.128896 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668160'] for router_interface, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:59.167935 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:21:59.184198 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Pushing event updated for resources: {'Port': ['ID=4a077738-ecb5-4dcd-9f57-f29304c55a66,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:59.189636 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:59.377022 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-16a5f0b2-be3c-4963-9d44-b4a11e25ab42 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:59.381953 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-16a5f0b2-be3c-4963-9d44-b4a11e25ab42 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.37 "GET /v2.0/networks?id=059cd088-27d9-4ac7-a578-1096782f3462 HTTP/1.1" status: 200 len: 812 time: 0.6891055 Jun 26 18:21:59.407253 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] Set router d7d59c4b-8bda-4c85-af15-af125409c864 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:59.453112 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668160'] for router_interface, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:59.455115 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:59.506399 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Request body: {'port': {'device_id': '143fd136-f945-4fb3-a336-3368774f3134', 'network_id': '059cd088-27d9-4ac7-a578-1096782f3462', 'admin_state_up': True, 'tenant_id': '4b792fac8d924c3fbbcf976ede6cefd0'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:21:59.551665 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:59.609294 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:21:55Z', 'revision_number': 3, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:59.652232 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 5d60d2d6-e252-4f19-81a3-feb16fad05be up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:21:59.657991 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Checking router: b23c871a-ebf7-4095-862c-75bef0e62615 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:21:59.658739 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Updating router b23c871a-ebf7-4095-862c-75bef0e62615 port 89f897eb-2c1b-439a-a54c-be3c577241d2 binding host dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:21:59.711442 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:59.745424 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad6413-7eb9-4dca-96d2-74699d50b6f7 None None] Pushing event updated for resources: {'Port': ['ID=c6f6e991-c2ce-4870-a31a-5c668adb61a7,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:59.752662 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-24ad6413-7eb9-4dca-96d2-74699d50b6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:59.753895 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:59.808891 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-29cbf345-d512-45c3-8a54-a21e0b074dda None None] Provisioning for port 4a077738-ecb5-4dcd-9f57-f29304c55a66 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:21:59.821021 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 5d60d2d6-e252-4f19-81a3-feb16fad05be triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:21:59.824700 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:59.828900 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-29cbf345-d512-45c3-8a54-a21e0b074dda None None] Provisioning complete for port 4a077738-ecb5-4dcd-9f57-f29304c55a66 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:21:59.834324 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:59.834699 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-29cbf345-d512-45c3-8a54-a21e0b074dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:59.838428 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bb618c86-7fe5-4800-ad32-b2b87e243f79 HTTP/1.1" status: 204 len: 168 time: 1.9545815 Jun 26 18:21:59.843934 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58708) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:59.862924 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-992ca044-74a1-4285-a59c-00bed9d00e73 req-b07a387f-9c14-4bab-9fbf-9f662de8c852 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 210 time: 0.2436173 Jun 26 18:21:59.958504 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.050160 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb618c86-7fe5-4800-ad32-b2b87e243f79,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:00.118984 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:00.128681 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:52Z', 'updated_at': '2021-06-26T18:21:55Z', 'revision_number': 3, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'gw_port': {'id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:00.169609 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373501a8-d543-448c-8f5b-219e1e4d9b34 None None] The sync data for ids ['d7d59c4b-8bda-4c85-af15-af125409c864'] in dv-cinder-798198-1-smb is: [{'id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:52Z', 'updated_at': '2021-06-26T18:21:55Z', 'revision_number': 3, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'gw_port': {'id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:00.174739 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-29cbf345-d512-45c3-8a54-a21e0b074dda None None] Port 4a077738-ecb5-4dcd-9f57-f29304c55a66 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:22:00.252079 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.257685 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c17aa055-8e11-43f8-aabf-f806d51a1ddf up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:00.312462 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.329720 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Transition to ACTIVE for port object 89f897eb-2c1b-439a-a54c-be3c577241d2 will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:00.340452 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_v2 [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] Deleting subnet b83c565a-e9ad-4fc9-acde-78a36b08dbce {{(pid=93535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:22:00.346539 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.414527 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.419591 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.421747 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3612358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668316'] for router_interface, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.436155 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:00.449761 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.473352 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.497804 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Made reservation on behalf of 4b792fac8d924c3fbbcf976ede6cefd0 for: {'port': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:22:00.501427 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.503522 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port c17aa055-8e11-43f8-aabf-f806d51a1ddf completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:00.507243 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.509607 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fb04a16c-cb66-4e7a-b0a9-035daee6f5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:00.521368 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port c17aa055-8e11-43f8-aabf-f806d51a1ddf triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:00.521756 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.607506 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Pushing event updated for resources: {'Port': ['ID=31a09fff-d6ac-4220-9355-0dba924f9ea8,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:00.635213 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:00.644959 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Attempting to bind port 89f897eb-2c1b-439a-a54c-be3c577241d2 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:00.645344 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Attempting to bind port 89f897eb-2c1b-439a-a54c-be3c577241d2 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:00.645719 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Attempting to bind port 89f897eb-2c1b-439a-a54c-be3c577241d2 on network 1b897550-475e-45c1-a445-070a8b8b93f4 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:00.648135 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280f9c3-2e2d-4331-b51e-805008ccb777 None None] Pushing event updated for resources: {'Port': ['ID=89f897eb-2c1b-439a-a54c-be3c577241d2,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:00.651005 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5280f9c3-2e2d-4331-b51e-805008ccb777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:00.663218 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.672777 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:00.673247 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Checking segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:00.673908 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.674026 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Bound using segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:00.674447 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Bound port: 89f897eb-2c1b-439a-a54c-be3c577241d2, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:00.674838 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.753979 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.779540 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] For port 89f897eb-2c1b-439a-a54c-be3c577241d2, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:00.784042 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] For port 89f897eb-2c1b-439a-a54c-be3c577241d2, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=89f897eb-2c1b-439a-a54c-be3c577241d2,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:00.802922 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port c17aa055-8e11-43f8-aabf-f806d51a1ddf, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c17aa055-8e11-43f8-aabf-f806d51a1ddf,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:00.880704 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.882150 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Network fab8e859-20b2-416f-9ec3-69a744a3fe18 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:00.883830 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:00.884986 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:00.967022 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.970474 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.980224 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:00.987147 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:00.998415 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:01.003622 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280f9c3-2e2d-4331-b51e-805008ccb777 None None] Pushing event updated for resources: {'Port': ['ID=89f897eb-2c1b-439a-a54c-be3c577241d2,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:01.018771 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5280f9c3-2e2d-4331-b51e-805008ccb777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:01.022897 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.116612 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.131899 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=c17aa055-8e11-43f8-aabf-f806d51a1ddf,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:01.411282 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:01.411282 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c6f6e991-c2ce-4870-a31a-5c668adb61a7 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:01.413335 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Allocated IP 172.20.0.1 (11f186de-3c3d-410e-962a-ea1d4732274c/823fea05-cbcf-425a-bf65-2840733ad5dd/3c5931cf-3697-45f1-993c-b09f874f4647) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:22:01.413335 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.413335 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:01.413945 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:01.417530 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-65b4a8eb-c931-4bfd-86c1-4bcfbb096437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:01.417530 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.417530 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b83c565a-e9ad-4fc9-acde-78a36b08dbce HTTP/1.1" status: 204 len: 168 time: 1.4915287 Jun 26 18:22:01.418835 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Pushing event updated for resources: {'Port': ['ID=4a077738-ecb5-4dcd-9f57-f29304c55a66,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:01.418835 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:01.418835 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58758) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:01.420154 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Allocated IP 172.20.0.14 (059cd088-27d9-4ac7-a578-1096782f3462/0f4cd41f-c4e9-4a4b-a396-3180157bc7ac/0e2222c1-e7bb-44fe-bb70-c26dacccb724) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:22:01.487247 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4f891497-536c-47e4-9be6-378b6dddf420 req-c676bfd2-be2a-4edd-ac1c-945bcf15ab28 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 210 time: 0.1855659 Jun 26 18:22:01.487247 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b83c565a-e9ad-4fc9-acde-78a36b08dbce,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:01.517185 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:01.537485 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port c6f6e991-c2ce-4870-a31a-5c668adb61a7 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:01.542164 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port c6f6e991-c2ce-4870-a31a-5c668adb61a7 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:01.542662 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.551027 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.641589 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Router d7d59c4b-8bda-4c85-af15-af125409c864 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:22:01.738610 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.778243 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69826497-1103-40c5-92fe-13718e740246']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:01.786871 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2a2da3-7037-4ca0-a4e6-19830352210a') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:01.787423 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2a2da3-7037-4ca0-a4e6-19830352210a') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:01.799313 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.815662 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.823369 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:22:01.823964 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.832577 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:22:01.896031 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:22:01.903341 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port c6f6e991-c2ce-4870-a31a-5c668adb61a7, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c6f6e991-c2ce-4870-a31a-5c668adb61a7,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:01.959530 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:21:55Z', 'revision_number': 3, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:01.966408 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3612358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668316'] for router_interface, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:01.995629 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.004210 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:02.029368 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09937fae-aec5-4516-b65a-e943dd9c4b95 None None] The sync data for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb is: [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:21:55Z', 'revision_number': 3, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:02.113289 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.134668 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:02.139174 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:02.151018 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.155865 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/69826497-1103-40c5-92fe-13718e740246 HTTP/1.1" status: 204 len: 168 time: 0.7884519 Jun 26 18:22:02.157651 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-57b99fc2-9436-47ba-abb5-9c9000d7e297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:02.173180 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=69826497-1103-40c5-92fe-13718e740246,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:02.175848 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:02.194550 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=c6f6e991-c2ce-4870-a31a-5c668adb61a7,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:02.223234 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:02.291090 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:22:02.342692 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] 10.222.0.15 "PUT /v2.0/routers/d7d59c4b-8bda-4c85-af15-af125409c864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8071427 Jun 26 18:22:02.376311 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.438347 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.440636 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Transition to ACTIVE for port object 3c5931cf-3697-45f1-993c-b09f874f4647 will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:02.450381 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Router 9f08ce88-0535-4415-ba54-87617fbcd0e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:22:02.641460 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.648165 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1da394fc-c19a-4b5c-818e-7913b9d64e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:02.659904 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-18f2740e-3a91-42c9-94bd-e8d3084d2708 None None] Provisioning complete for port 4a077738-ecb5-4dcd-9f57-f29304c55a66 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:02.695014 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-18f2740e-3a91-42c9-94bd-e8d3084d2708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.832668 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-18f2740e-3a91-42c9-94bd-e8d3084d2708 None None] Port 4a077738-ecb5-4dcd-9f57-f29304c55a66 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:22:02.877109 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Network 059cd088-27d9-4ac7-a578-1096782f3462 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:02.941940 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58794) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:02.995543 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:03.005799 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:22:03.018982 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:03.020969 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.216545 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Pushing event updated for resources: {'Port': ['ID=0e2222c1-e7bb-44fe-bb70-c26dacccb724,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:03.229448 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.294338 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:03.318332 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Sync routers for ids ['d7d59c4b-8bda-4c85-af15-af125409c864'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:22:03.346187 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:03.368248 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Routers {'d7d59c4b-8bda-4c85-af15-af125409c864'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:03.369444 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['d7d59c4b-8bda-4c85-af15-af125409c864'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:03.447556 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-65fc3440-22d3-4f3d-8c3d-16ec19a5f676 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9678438 Jun 26 18:22:03.480213 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Network 11f186de-3c3d-410e-962a-ea1d4732274c is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:03.490722 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-3620a329-e3b3-40d6-9f68-091cf32c2338 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f465f9c60e14406bfa3b9c303314d91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5461156 Jun 26 18:22:03.491019 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c6f6e991-c2ce-4870-a31a-5c668adb61a7 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:03.494496 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58822) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:03.499437 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:03.532664 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:22:03.574296 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-877229bf-b8dd-4c8a-b1e6-edd4d273f799 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:22:03.576190 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-877229bf-b8dd-4c8a-b1e6-edd4d273f799 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324042 Jun 26 18:22:03.690056 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5931cf-3697-45f1-993c-b09f874f4647,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:03.704201 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:22:03.729205 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:03.734136 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Set router d7d59c4b-8bda-4c85-af15-af125409c864 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:03.759501 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc0e1f-8185-4d28-815e-e4d0e4a88d14 req-cad75afd-78c6-4f17-8cfd-af27322815fe tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:03.771673 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-05cc0e1f-8185-4d28-815e-e4d0e4a88d14 req-cad75afd-78c6-4f17-8cfd-af27322815fe tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 932 time: 0.7685285 Jun 26 18:22:03.785863 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Sync routers for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:22:03.805453 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-d33aa9ba-730b-4583-aaa6-7da07e6ddc7f admin admin] 10.222.0.15 "PUT /v2.0/routers/9f08ce88-0535-4415-ba54-87617fbcd0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6912127 Jun 26 18:22:03.805453 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668160'] for router_interface, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.821350 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:03.825679 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:03.946164 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8dddc86-ff2c-47ff-8a9c-4134b3b3d1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.974875 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port c6f6e991-c2ce-4870-a31a-5c668adb61a7 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:03.976043 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:04.110379 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-05cc0e1f-8185-4d28-815e-e4d0e4a88d14 req-1d86c141-8f2b-4f03-b5fc-56fac19d8eee tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348906 Jun 26 18:22:04.135089 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8dddc86-ff2c-47ff-8a9c-4134b3b3d1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:04.139774 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:04.302216 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:04.318609 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-f5c25120-df25-404d-934e-68f5af0bbda5 None None] Provisioning for port 3c5931cf-3697-45f1-993c-b09f874f4647 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:04.347843 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-f5c25120-df25-404d-934e-68f5af0bbda5 None None] Provisioning complete for port 3c5931cf-3697-45f1-993c-b09f874f4647 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:04.352008 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f5c25120-df25-404d-934e-68f5af0bbda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:04.669453 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-f5c25120-df25-404d-934e-68f5af0bbda5 None None] Port 3c5931cf-3697-45f1-993c-b09f874f4647 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:22:04.682297 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 89f897eb-2c1b-439a-a54c-be3c577241d2 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:04.715197 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 2, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:04.780164 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58856) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:04.781291 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:52Z', 'updated_at': '2021-06-26T18:21:59Z', 'revision_number': 4, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'gw_port': {'id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '31a09fff-d6ac-4220-9355-0dba924f9ea8', 'name': '', 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'mac_address': 'fa:16:3e:d4:92:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcd06f91-1947-4286-a5c2-c14c31a7d51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:57Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 2, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'subnets': [{'id': 'bcd06f91-1947-4286-a5c2-c14c31a7d51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:04.824753 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Checking router: d7d59c4b-8bda-4c85-af15-af125409c864 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:22:04.825242 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Updating router d7d59c4b-8bda-4c85-af15-af125409c864 port 31a09fff-d6ac-4220-9355-0dba924f9ea8 binding host dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:22:04.845931 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Request body: {'port': {'device_id': '143fd136-f945-4fb3-a336-3368774f3134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:04.881353 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Checking router: 9f08ce88-0535-4415-ba54-87617fbcd0e3 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:22:04.881942 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Updating router 9f08ce88-0535-4415-ba54-87617fbcd0e3 port 4a077738-ecb5-4dcd-9f57-f29304c55a66 binding host dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:22:04.947059 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.040315 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8dddc86-ff2c-47ff-8a9c-4134b3b3d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.052731 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.077243 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-656eac3f-9658-4df4-84a9-76509240934d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.098167 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8dddc86-ff2c-47ff-8a9c-4134b3b3d1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.112315 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f8dddc86-ff2c-47ff-8a9c-4134b3b3d1af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37bce689-6c8f-4d57-96aa-ecabc9928418 HTTP/1.1" status: 204 len: 168 time: 1.6155286 Jun 26 18:22:05.152742 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:05.186307 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dddc86-ff2c-47ff-8a9c-4134b3b3d1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bce689-6c8f-4d57-96aa-ecabc9928418,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:05.344744 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 89f897eb-2c1b-439a-a54c-be3c577241d2 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:05.359940 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 89f897eb-2c1b-439a-a54c-be3c577241d2 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:05.360673 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.400073 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.439650 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-1585b4a6-964b-4d6b-8786-ba952a8e50da tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:05.444971 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-1585b4a6-964b-4d6b-8786-ba952a8e50da tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 818 time: 0.7078917 Jun 26 18:22:05.472762 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f8dddc86-ff2c-47ff-8a9c-4134b3b3d1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:05.483470 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.484453 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-745b8c7f-caba-4e80-bde7-246cd06d2d00 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/quotas/f67fad4e1e9741dca53f819b9ee0ad45 HTTP/1.1" status: 200 len: 375 time: 0.0257649 Jun 26 18:22:05.531640 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-656eac3f-9658-4df4-84a9-76509240934d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.613748 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.647515 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-656eac3f-9658-4df4-84a9-76509240934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.713751 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58878) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:05.713871 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.713964 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:05.831892 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:05.834212 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3612358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668316'] for router_interface, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:05.874087 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-656eac3f-9658-4df4-84a9-76509240934d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aac201ac317447a8b3173273db8fcaac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0928166 Jun 26 18:22:05.890139 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58890) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:05.899743 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-6ba1e429-0e3a-493d-a58e-316075611dda tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678171246', 'description': 'tempest-description--1098415052'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:05.902813 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 89f897eb-2c1b-439a-a54c-be3c577241d2, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=89f897eb-2c1b-439a-a54c-be3c577241d2,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:05.940149 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eac3f-9658-4df4-84a9-76509240934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef5bda-4675-45a9-8fe8-dd3fdb4e7ccf,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:05.967746 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-656eac3f-9658-4df4-84a9-76509240934d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:06.010873 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5931cf-3697-45f1-993c-b09f874f4647,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:06.014750 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:06.063430 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58892) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:06.063745 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.069547 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.077549 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Transition to ACTIVE for port object 4a077738-ecb5-4dcd-9f57-f29304c55a66 will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:06.090738 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Transition to ACTIVE for port object 31a09fff-d6ac-4220-9355-0dba924f9ea8 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:06.094603 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.095728 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c17aa055-8e11-43f8-aabf-f806d51a1ddf up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:06.139475 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:06.153564 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.158144 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:06.193869 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=89f897eb-2c1b-439a-a54c-be3c577241d2,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:06.205747 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.214888 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:06.215682 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:06.256154 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23b707-c32c-4b85-9aaf-c8883cc16aa0 None None] Pushing event updated for resources: {'Port': ['ID=31a09fff-d6ac-4220-9355-0dba924f9ea8,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:06.277350 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6e23b707-c32c-4b85-9aaf-c8883cc16aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:06.311038 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b5987-4aeb-473c-9936-42ec0fb00213 None None] Pushing event updated for resources: {'Port': ['ID=4a077738-ecb5-4dcd-9f57-f29304c55a66,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:06.335398 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-569b5987-4aeb-473c-9936-42ec0fb00213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:06.341650 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port c17aa055-8e11-43f8-aabf-f806d51a1ddf triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:06.341650 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.417883 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Attempting to bind port 4a077738-ecb5-4dcd-9f57-f29304c55a66 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:06.418960 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Attempting to bind port 4a077738-ecb5-4dcd-9f57-f29304c55a66 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:06.419338 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Attempting to bind port 4a077738-ecb5-4dcd-9f57-f29304c55a66 on network 0d846234-23d8-42d7-b28e-92457d4e6f5f {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:06.445463 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:06.454841 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Checking segment: {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:06.454841 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.454841 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Bound using segment: {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:06.454841 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Bound port: 4a077738-ecb5-4dcd-9f57-f29304c55a66, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:06.454841 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.489757 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2222c1-e7bb-44fe-bb70-c26dacccb724 {{(pid=93535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:06.502346 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-99e7d2c8-77f8-45c8-bbb5-c6cfa210e0ce tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0160737 Jun 26 18:22:06.503320 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1f967b00-f5c3-4d54-979e-abbe12bea9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.506773 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.549102 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1f967b00-f5c3-4d54-979e-abbe12bea9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.559481 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.provisioning_blocks [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Transition to ACTIVE for port object 0e2222c1-e7bb-44fe-bb70-c26dacccb724 will not be triggered until provisioned by entity L2. {{(pid=93535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:06.563655 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e429-0e3a-493d-a58e-316075611dda tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.604110 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 58902) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:06.661157 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Network 11f186de-3c3d-410e-962a-ea1d4732274c is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:06.665686 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1e5c28a8-3570-499f-8032-c48dfad8fe01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.684791 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.688535 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:06.689946 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] For port 4a077738-ecb5-4dcd-9f57-f29304c55a66, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:06.694348 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] For port 4a077738-ecb5-4dcd-9f57-f29304c55a66, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=4a077738-ecb5-4dcd-9f57-f29304c55a66,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:06.706990 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Attempting to bind port 31a09fff-d6ac-4220-9355-0dba924f9ea8 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:06.707727 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Attempting to bind port 31a09fff-d6ac-4220-9355-0dba924f9ea8 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:06.708214 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Attempting to bind port 31a09fff-d6ac-4220-9355-0dba924f9ea8 on network fab8e859-20b2-416f-9ec3-69a744a3fe18 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:06.708558 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:06.715069 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d601dca2-9e70-482e-b033-5298f650c5fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19199a0b1c5b4a7dae5f804060c2600b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1062315 Jun 26 18:22:06.723292 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58906) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:06.735142 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:06.735843 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Checking segment: {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:06.736514 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.736946 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Bound using segment: {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:06.740273 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Bound port: 31a09fff-d6ac-4220-9355-0dba924f9ea8, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:06.740885 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.767090 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.769835 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5280f9c3-2e2d-4331-b51e-805008ccb777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:06.857097 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1f967b00-f5c3-4d54-979e-abbe12bea9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.881013 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2222c1-e7bb-44fe-bb70-c26dacccb724,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:06.887698 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:06.902946 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1f967b00-f5c3-4d54-979e-abbe12bea9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:06.904753 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-1f967b00-f5c3-4d54-979e-abbe12bea9b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fef5bda-4675-45a9-8fe8-dd3fdb4e7ccf HTTP/1.1" status: 204 len: 168 time: 1.0095682 Jun 26 18:22:06.919133 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-7631f5c8-7516-421f-b1f4-e89625405104 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:22:06.934255 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:06.942004 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-7631f5c8-7516-421f-b1f4-e89625405104 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2741828 Jun 26 18:22:06.946522 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:06.947942 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] For port 31a09fff-d6ac-4220-9355-0dba924f9ea8, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:06.950917 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b5987-4aeb-473c-9936-42ec0fb00213 None None] Pushing event updated for resources: {'Port': ['ID=4a077738-ecb5-4dcd-9f57-f29304c55a66,revision_number=4']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:06.976582 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] For port 31a09fff-d6ac-4220-9355-0dba924f9ea8, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=31a09fff-d6ac-4220-9355-0dba924f9ea8,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:06.980703 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-de21e923-e0d4-4dbb-a1b6-8af7ce9a8943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:06.990121 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-569b5987-4aeb-473c-9936-42ec0fb00213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:07.057991 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:07.060529 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:07.101096 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9aac-7141-4a44-bbf4-da00687e83bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:07.120510 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.managers [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Attempting to bind port 0e2222c1-e7bb-44fe-bb70-c26dacccb724 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:07.120510 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.managers [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Attempting to bind port 0e2222c1-e7bb-44fe-bb70-c26dacccb724 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '695238e8-a7e8-44ef-bcc4-204942102a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '059cd088-27d9-4ac7-a578-1096782f3462'}] {{(pid=93535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:07.120510 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Attempting to bind port 0e2222c1-e7bb-44fe-bb70-c26dacccb724 on network 059cd088-27d9-4ac7-a578-1096782f3462 {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:07.177113 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27aef5-0cb3-46c5-a9cb-b253846ad143 req-3ab6a932-6cdb-4dc3-b39c-ad3dd3390d7e tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:07.183495 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-da27aef5-0cb3-46c5-a9cb-b253846ad143 req-3ab6a932-6cdb-4dc3-b39c-ad3dd3390d7e tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 932 time: 1.1856797 Jun 26 18:22:07.192055 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f967b00-f5c3-4d54-979e-abbe12bea9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef5bda-4675-45a9-8fe8-dd3fdb4e7ccf,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:07.214192 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Port 0e2222c1-e7bb-44fe-bb70-c26dacccb724 on network 059cd088-27d9-4ac7-a578-1096782f3462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:22:07.214779 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Attempting to bind port 0e2222c1-e7bb-44fe-bb70-c26dacccb724 on network 059cd088-27d9-4ac7-a578-1096782f3462 {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:07.251210 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:07.252710 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Checking segment: {'id': '695238e8-a7e8-44ef-bcc4-204942102a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '059cd088-27d9-4ac7-a578-1096782f3462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:07.253352 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Bound using segment: {'id': '695238e8-a7e8-44ef-bcc4-204942102a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '059cd088-27d9-4ac7-a578-1096782f3462'} {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:07.255821 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.managers [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Bound port: 0e2222c1-e7bb-44fe-bb70-c26dacccb724, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695238e8-a7e8-44ef-bcc4-204942102a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '059cd088-27d9-4ac7-a578-1096782f3462'}}] {{(pid=93535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:07.258262 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:07.268552 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 89f897eb-2c1b-439a-a54c-be3c577241d2 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:07.301963 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-1f967b00-f5c3-4d54-979e-abbe12bea9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:07.324080 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:07.326454 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23b707-c32c-4b85-9aaf-c8883cc16aa0 None None] Pushing event updated for resources: {'Port': ['ID=31a09fff-d6ac-4220-9355-0dba924f9ea8,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:07.344291 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6e23b707-c32c-4b85-9aaf-c8883cc16aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:07.353966 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9aac-7141-4a44-bbf4-da00687e83bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:07.361042 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Routers {'d7d59c4b-8bda-4c85-af15-af125409c864'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:07.370726 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['d7d59c4b-8bda-4c85-af15-af125409c864'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:07.376886 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-d2790703-c961-4cd1-aeaa-13164219fd4c None None] Provisioning complete for port 3c5931cf-3697-45f1-993c-b09f874f4647 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:07.377285 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d2790703-c961-4cd1-aeaa-13164219fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:07.423147 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Router b23c871a-ebf7-4095-862c-75bef0e62615 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:22:07.447534 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-f7a393d8-3812-4171-a354-2da8ca29a441 service neutron] 10.222.0.15 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041649 Jun 26 18:22:07.534323 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-d2790703-c961-4cd1-aeaa-13164219fd4c None None] Port 3c5931cf-3697-45f1-993c-b09f874f4647 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:22:07.612988 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-da27aef5-0cb3-46c5-a9cb-b253846ad143 req-a023e3d7-c4c6-4985-b734-fee1cd9f1f5f tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569391 Jun 26 18:22:07.622130 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e429-0e3a-493d-a58e-316075611dda tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:07.705815 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] For port 0e2222c1-e7bb-44fe-bb70-c26dacccb724, host hv-cinder-79819, cleared binding levels {{(pid=93535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:07.714773 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] For port 0e2222c1-e7bb-44fe-bb70-c26dacccb724, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0e2222c1-e7bb-44fe-bb70-c26dacccb724,segment=NetworkSegment(695238e8-a7e8-44ef-bcc4-204942102a50),segment_id=695238e8-a7e8-44ef-bcc4-204942102a50)] {{(pid=93535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:07.752370 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 89f897eb-2c1b-439a-a54c-be3c577241d2 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:07.753053 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:07.775653 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-cd736fc7-2d4c-4f77-8511-a877792b8824 service neutron] 10.222.0.15 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270943 Jun 26 18:22:07.840333 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:06Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:07.840895 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] Set router d7d59c4b-8bda-4c85-af15-af125409c864 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:07.851636 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:22:07.866355 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218dd6b8-1f10-4c8e-bd22-1791b873b1b2 None None] The sync data for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb is: [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:06Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:07.867079 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] 10.222.0.15 "PUT /v2.0/routers/b23c871a-ebf7-4095-862c-75bef0e62615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7383082 Jun 26 18:22:07.938354 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Sync routers for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:22:07.996092 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:07.998555 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e429-0e3a-493d-a58e-316075611dda tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:08.017832 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:08.018492 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:21:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:08.057240 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-901338b9-d729-43e4-ad38-adae7c032fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:08.185496 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9aac-7141-4a44-bbf4-da00687e83bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:08.230752 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9aac-7141-4a44-bbf4-da00687e83bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:08.232164 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-dd8c9aac-7141-4a44-bbf4-da00687e83bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6a46ff9-f9f3-4123-a0eb-10eb60fb0068 HTTP/1.1" status: 204 len: 168 time: 1.5086105 Jun 26 18:22:08.236541 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:08.261202 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c9aac-7141-4a44-bbf4-da00687e83bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a46ff9-f9f3-4123-a0eb-10eb60fb0068,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:08.264961 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-dd8c9aac-7141-4a44-bbf4-da00687e83bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:08.310013 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:08.313333 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:08.313333 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-4c568b26-e590-440b-9360-a1704a731279 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e2222c1-e7bb-44fe-bb70-c26dacccb724 HTTP/1.1" status: 200 len: 1094 time: 4.0500839 Jun 26 18:22:08.359169 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143fd136-f945-4fb3-a336-3368774f3134', 'tag': '0e2222c1-e7bb-44fe-bb70-c26dacccb724'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:08.362513 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1e5c28a8-3570-499f-8032-c48dfad8fe01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:08.420303 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b2a9c453-d95a-4305-b7db-8b3168b00cd6 req-b69f168d-c8d8-4fc1-8558-3d045acc2b65 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 210 time: 0.0584366 Jun 26 18:22:08.514596 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1e5c28a8-3570-499f-8032-c48dfad8fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:08.612085 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2222c1-e7bb-44fe-bb70-c26dacccb724,revision_number=3']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:08.640349 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:08.811528 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:08.841191 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-1e5c28a8-3570-499f-8032-c48dfad8fe01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f222eb44f94d490b922b11fee55c138b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7583313 Jun 26 18:22:08.842001 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c28a8-3570-499f-8032-c48dfad8fe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e640e3-e1d3-4c70-8369-d54acb1850db,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:08.846135 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-1e5c28a8-3570-499f-8032-c48dfad8fe01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:08.846645 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58950) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:08.917413 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:52Z', 'updated_at': '2021-06-26T18:21:59Z', 'revision_number': 4, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'gw_port': {'id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '31a09fff-d6ac-4220-9355-0dba924f9ea8', 'name': '', 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'mac_address': 'fa:16:3e:d4:92:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcd06f91-1947-4286-a5c2-c14c31a7d51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:57Z', 'updated_at': '2021-06-26T18:22:06Z', 'revision_number': 4, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'subnets': [{'id': 'bcd06f91-1947-4286-a5c2-c14c31a7d51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:09.004059 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817d195-8888-4a0e-8451-3179e9b0424e None None] The sync data for ids ['d7d59c4b-8bda-4c85-af15-af125409c864'] in dv-cinder-798198-1-smb is: [{'id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:52Z', 'updated_at': '2021-06-26T18:21:59Z', 'revision_number': 4, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'gw_port': {'id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '31a09fff-d6ac-4220-9355-0dba924f9ea8', 'name': '', 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'mac_address': 'fa:16:3e:d4:92:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcd06f91-1947-4286-a5c2-c14c31a7d51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:57Z', 'updated_at': '2021-06-26T18:22:06Z', 'revision_number': 4, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'subnets': [{'id': 'bcd06f91-1947-4286-a5c2-c14c31a7d51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:09.305263 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 4a077738-ecb5-4dcd-9f57-f29304c55a66 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:09.309225 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.252s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:09.309225 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6f680e7c-badf-4592-bb87-7f8dd80dd44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.061s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:09.353865 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e429-0e3a-493d-a58e-316075611dda tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:09.357748 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6ba1e429-0e3a-493d-a58e-316075611dda tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.4766932 Jun 26 18:22:09.379515 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58968) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:09.399888 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-68c7b5cc-8494-49b0-a8e1-ed9574bfb182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'security_group_rule': {'security_group_id': '4b790f35-fab1-432d-bcaf-a2543d1776c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:09.410260 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6ce7eabd-01a6-4e01-8fb8-8fd0ec3326aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:09.445838 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1e429-0e3a-493d-a58e-316075611dda tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b790f35-fab1-432d-bcaf-a2543d1776c2,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:09.470001 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6ba1e429-0e3a-493d-a58e-316075611dda tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:09.546321 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-ae9b36e9-ba68-41be-b252-bd2757700a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:09.555392 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-ae9b36e9-ba68-41be-b252-bd2757700a9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b792fac8d924c3fbbcf976ede6cefd0&device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 1097 time: 1.0096385 Jun 26 18:22:09.705349 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bed707-f475-458d-ae4e-f4681e618eb1 req-e2f33c01-f25d-43b6-b6a4-97e0b70c98e7 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:09.709791 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-72bed707-f475-458d-ae4e-f4681e618eb1 req-e2f33c01-f25d-43b6-b6a4-97e0b70c98e7 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 944 time: 0.6908958 Jun 26 18:22:09.743700 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6ce7eabd-01a6-4e01-8fb8-8fd0ec3326aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:09.784933 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 4a077738-ecb5-4dcd-9f57-f29304c55a66 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:09.806951 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 4a077738-ecb5-4dcd-9f57-f29304c55a66 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:09.807337 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:09.972688 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-68c7b5cc-8494-49b0-a8e1-ed9574bfb182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:09.978569 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-3ac37169-8248-412b-8e0b-4537f733e627 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e2222c1-e7bb-44fe-bb70-c26dacccb724 HTTP/1.1" status: 200 len: 217 time: 0.2936740 Jun 26 18:22:09.992076 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6" -d '{"events": [{"name": "network-changed", "server_uuid": "143fd136-f945-4fb3-a336-3368774f3134", "tag": "0e2222c1-e7bb-44fe-bb70-c26dacccb724"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:10.026245 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 2, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:10.101409 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 58984) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:10.169996 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Checking router: b23c871a-ebf7-4095-862c-75bef0e62615 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:22:10.171349 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Updating router b23c871a-ebf7-4095-862c-75bef0e62615 port 3c5931cf-3697-45f1-993c-b09f874f4647 binding host dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:22:10.176956 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-284135f4-bf85-4b15-96df-c34662e1cdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.186991 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-59711358-018a-45b2-b042-56783965d271 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--191903230', 'description': 'tempest-description--1330642915'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:10.302762 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.331224 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-59711358-018a-45b2-b042-56783965d271 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.335047 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-01ae0ddb-3b92-4701-83e9-3f9062d44296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:10.350718 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-01ae0ddb-3b92-4701-83e9-3f9062d44296 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f4cd41f-c4e9-4a4b-a396-3180157bc7ac HTTP/1.1" status: 200 len: 852 time: 0.3430703 Jun 26 18:22:10.376223 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-72bed707-f475-458d-ae4e-f4681e618eb1 req-fbad640a-7b09-4b2c-867d-448a06e15112 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418884 Jun 26 18:22:10.461447 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.530956 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-68c7b5cc-8494-49b0-a8e1-ed9574bfb182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.578451 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-92dc23cb-2948-4f08-aa6f-f5855073fab6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059cd088-27d9-4ac7-a578-1096782f3462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114928 Jun 26 18:22:10.614632 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6ce7eabd-01a6-4e01-8fb8-8fd0ec3326aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.631414 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6ce7eabd-01a6-4e01-8fb8-8fd0ec3326aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.632655 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-6ce7eabd-01a6-4e01-8fb8-8fd0ec3326aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3e640e3-e1d3-4c70-8369-d54acb1850db HTTP/1.1" status: 204 len: 168 time: 1.7849703 Jun 26 18:22:10.645404 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-3d798b2e-1219-4821-b39c-de4352851950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:10.669636 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-68c7b5cc-8494-49b0-a8e1-ed9574bfb182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.699408 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7eabd-01a6-4e01-8fb8-8fd0ec3326aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e640e3-e1d3-4c70-8369-d54acb1850db,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:10.712575 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 4a077738-ecb5-4dcd-9f57-f29304c55a66, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=4a077738-ecb5-4dcd-9f57-f29304c55a66,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:10.734992 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6ce7eabd-01a6-4e01-8fb8-8fd0ec3326aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:10.769949 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:10.858796 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.876723 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:10.917647 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7b5cc-8494-49b0-a8e1-ed9574bfb182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c331b4cc-0553-4afe-a22f-98141be8a4a1,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:10.943827 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-68c7b5cc-8494-49b0-a8e1-ed9574bfb182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:10.972491 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-de0523b8-810d-40a9-aba3-0f6dcc6b59fd tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:10.974277 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-59711358-018a-45b2-b042-56783965d271 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:10.976642 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-de0523b8-810d-40a9-aba3-0f6dcc6b59fd tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 818 time: 0.6215551 Jun 26 18:22:11.024170 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-59711358-018a-45b2-b042-56783965d271 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.028171 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-31ddda7c-4935-4fad-b189-dc41cd2cf1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:11.123845 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-0235b4ed-8ff4-47d0-bdd1-c567d4cf974a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/quotas/f67fad4e1e9741dca53f819b9ee0ad45 HTTP/1.1" status: 200 len: 375 time: 0.1097386 Jun 26 18:22:11.131672 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-e73bbea6-e8ca-497e-bcbc-f60d68d02175 service neutron] 10.222.0.37 "GET /v2.0/networks/059cd088-27d9-4ac7-a578-1096782f3462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888413 Jun 26 18:22:11.134146 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-68c7b5cc-8494-49b0-a8e1-ed9574bfb182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.135351 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-68c7b5cc-8494-49b0-a8e1-ed9574bfb182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7506351 Jun 26 18:22:11.144630 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59038) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:11.185447 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59711358-018a-45b2-b042-56783965d271 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713c0248-59ec-482c-a533-e37f2bee7b30,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:11.186787 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-4b9d6333-4f3d-4dc6-b8fd-fac35d519a35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'security_group_rule': {'security_group_id': '4b790f35-fab1-432d-bcaf-a2543d1776c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:11.191430 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-59711358-018a-45b2-b042-56783965d271 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:11.194801 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-59711358-018a-45b2-b042-56783965d271 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.200023 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-59711358-018a-45b2-b042-56783965d271 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0821767 Jun 26 18:22:11.200220 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=4a077738-ecb5-4dcd-9f57-f29304c55a66,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:11.205297 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59040) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:11.220629 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-21873deb-bdbe-42ab-8020-5602f37464d1 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'security_group_rule': {'security_group_id': '713c0248-59ec-482c-a533-e37f2bee7b30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:11.224615 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:11.269816 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 31a09fff-d6ac-4220-9355-0dba924f9ea8 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:11.370840 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858f5b65-3f62-4d3e-9e35-ed8c7bf375b3 x-openstack-request-id: req-858f5b65-3f62-4d3e-9e35-ed8c7bf375b3 {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:11.370840 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143fd136-f945-4fb3-a336-3368774f3134", "tag": "0e2222c1-e7bb-44fe-bb70-c26dacccb724", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:11.370840 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-858f5b65-3f62-4d3e-9e35-ed8c7bf375b3 {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:11.370840 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143fd136-f945-4fb3-a336-3368774f3134', 'tag': '0e2222c1-e7bb-44fe-bb70-c26dacccb724', 'status': 'completed', 'code': 200} Jun 26 18:22:11.412550 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-21873deb-bdbe-42ab-8020-5602f37464d1 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.566861 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.584282 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Transition to ACTIVE for port object 3c5931cf-3697-45f1-993c-b09f874f4647 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:11.611712 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 31a09fff-d6ac-4220-9355-0dba924f9ea8 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:11.622313 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 31a09fff-d6ac-4220-9355-0dba924f9ea8 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:11.622313 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.646912 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-21873deb-bdbe-42ab-8020-5602f37464d1 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.723927 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6333-4f3d-4dc6-b8fd-fac35d519a35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.792263 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-94108fd2-edb9-49ff-aa16-f4e00ccf0f51 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6457083 Jun 26 18:22:11.808503 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-21873deb-bdbe-42ab-8020-5602f37464d1 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.816923 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:11.832690 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0aa88e10-0380-43e0-b6bb-7d3acdd31aa2 req-be1d02a5-b850-4016-9838-a3aff0ae70b5 service neutron] 10.222.0.37 "GET /v2.0/networks/059cd088-27d9-4ac7-a578-1096782f3462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694482 Jun 26 18:22:11.874000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21873deb-bdbe-42ab-8020-5602f37464d1 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8761e431-8169-4545-aa5e-194e78dfb4d5,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:11.878755 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-21873deb-bdbe-42ab-8020-5602f37464d1 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:11.911989 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b02b0-8474-4bc3-825f-6f87c7c306d7 req-6d49f526-7917-427b-8d5b-ba1e770a948b tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:11.921603 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-145b02b0-8474-4bc3-825f-6f87c7c306d7 req-6d49f526-7917-427b-8d5b-ba1e770a948b tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 944 time: 0.2090635 Jun 26 18:22:11.985827 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-21873deb-bdbe-42ab-8020-5602f37464d1 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:11.987212 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-21873deb-bdbe-42ab-8020-5602f37464d1 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7808659 Jun 26 18:22:11.991476 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59060) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:12.009952 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-4b6d5acb-97f5-4a87-b858-fc43eb4b1bb8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'security_group_rule': {'security_group_id': '713c0248-59ec-482c-a533-e37f2bee7b30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:12.038988 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-145b02b0-8474-4bc3-825f-6f87c7c306d7 req-54b60141-953b-480c-8328-388685062930 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162667 Jun 26 18:22:12.043679 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.060108 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-24ad6413-7eb9-4dca-96d2-74699d50b6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:12.106202 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6333-4f3d-4dc6-b8fd-fac35d519a35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.176227 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-0598460e-72b7-4f9a-8528-fad49f80efb2 service neutron] 10.222.0.15 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748107 Jun 26 18:22:12.201546 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6333-4f3d-4dc6-b8fd-fac35d519a35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.224292 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:12.258040 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cab57-4c25-483b-b311-033df7f65f60 None None] Pushing event updated for resources: {'Port': ['ID=3c5931cf-3697-45f1-993c-b09f874f4647,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:12.279393 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4d7cab57-4c25-483b-b311-033df7f65f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:12.289821 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59066) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:12.321921 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-83938b44-c5f8-458e-8a54-e0aa80802271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.469616 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d6333-4f3d-4dc6-b8fd-fac35d519a35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db13004-155e-47b3-a1af-ce09bc830e66,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:12.499838 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5acb-97f5-4a87-b858-fc43eb4b1bb8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.518640 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.650952 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Attempting to bind port 3c5931cf-3697-45f1-993c-b09f874f4647 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:12.650952 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Attempting to bind port 3c5931cf-3697-45f1-993c-b09f874f4647 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:12.650952 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Attempting to bind port 3c5931cf-3697-45f1-993c-b09f874f4647 on network 11f186de-3c3d-410e-962a-ea1d4732274c {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:12.651333 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4b9d6333-4f3d-4dc6-b8fd-fac35d519a35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:12.651456 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-83938b44-c5f8-458e-8a54-e0aa80802271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.651544 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:12.651544 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Checking segment: {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:12.651544 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.651544 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Bound using segment: {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:12.651544 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Bound port: 3c5931cf-3697-45f1-993c-b09f874f4647, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:12.651544 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.717288 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 31a09fff-d6ac-4220-9355-0dba924f9ea8, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=31a09fff-d6ac-4220-9355-0dba924f9ea8,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:12.726458 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-a3ec76cf-440c-48c2-aa7a-13d2089f89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:12.728674 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-a3ec76cf-440c-48c2-aa7a-13d2089f89d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b792fac8d924c3fbbcf976ede6cefd0&device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 1097 time: 0.3562372 Jun 26 18:22:12.741368 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5acb-97f5-4a87-b858-fc43eb4b1bb8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.079087 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] For port 3c5931cf-3697-45f1-993c-b09f874f4647, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:13.082247 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] For port 3c5931cf-3697-45f1-993c-b09f874f4647, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=3c5931cf-3697-45f1-993c-b09f874f4647,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:13.084303 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-4fdfbfad-fdc7-48c5-9e1f-ca5e719c503d service neutron] 10.222.0.15 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9050522 Jun 26 18:22:13.172929 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-83938b44-c5f8-458e-8a54-e0aa80802271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.175799 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.178029 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5acb-97f5-4a87-b858-fc43eb4b1bb8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.180153 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:13.185816 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.208645 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-43c19fe5-f6f4-460a-aa21-a69b266dd341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.220184 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:13.224163 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.245383 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d5acb-97f5-4a87-b858-fc43eb4b1bb8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ca6388-9c79-40b4-a1ac-8773e148709b,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:13.248920 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4b6d5acb-97f5-4a87-b858-fc43eb4b1bb8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:13.257305 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6333-4f3d-4dc6-b8fd-fac35d519a35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.261278 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-4b9d6333-4f3d-4dc6-b8fd-fac35d519a35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1132882 Jun 26 18:22:13.261686 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59086) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:13.267759 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'floatingip': {'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:13.277829 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6ce7eabd-01a6-4e01-8fb8-8fd0ec3326aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:13.353995 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5acb-97f5-4a87-b858-fc43eb4b1bb8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.355429 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-4b6d5acb-97f5-4a87-b858-fc43eb4b1bb8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3612223 Jun 26 18:22:13.362467 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59092) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:13.383267 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'floatingip': {'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:13.393552 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-83938b44-c5f8-458e-8a54-e0aa80802271 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4eb3facdc1f84f08bef38b26f5fadb86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1024508 Jun 26 18:22:13.402073 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83938b44-c5f8-458e-8a54-e0aa80802271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d2c6e1-5c1e-4ead-be06-0e46e7a51e23,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:13.410854 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-83938b44-c5f8-458e-8a54-e0aa80802271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:13.411656 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59096) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:13.464017 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:13.464960 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:22:13Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:13.593081 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 4a077738-ecb5-4dcd-9f57-f29304c55a66 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:13.636407 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e559ef97-e2ad-49f8-9c8a-3a925a7d2c8b req-eb4f4a94-a7e4-4580-988b-b9b61af1ebeb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 210 time: 0.1797302 Jun 26 18:22:13.662405 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.690403 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=31a09fff-d6ac-4220-9355-0dba924f9ea8,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:13.692818 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:13.699869 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:13.785941 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-cc7ea4b9-eb8f-43ce-91ee-047530ec0327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.806809 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 4a077738-ecb5-4dcd-9f57-f29304c55a66 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:13.807235 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.863297 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-cc7ea4b9-eb8f-43ce-91ee-047530ec0327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.925358 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.962827 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6406-bb58-4534-8cc1-7fa72f43a8a2 req-97beceff-e175-4354-a009-a930744ce645 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:13.969290 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-648e6406-bb58-4534-8cc1-7fa72f43a8a2 req-97beceff-e175-4354-a009-a930744ce645 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 944 time: 0.6915462 Jun 26 18:22:14.073970 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-648e6406-bb58-4534-8cc1-7fa72f43a8a2 req-7495637b-2052-43ce-92f9-226f8da82817 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916069 Jun 26 18:22:14.158603 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cab57-4c25-483b-b311-033df7f65f60 None None] Pushing event updated for resources: {'Port': ['ID=3c5931cf-3697-45f1-993c-b09f874f4647,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:14.170613 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4d7cab57-4c25-483b-b311-033df7f65f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:14.181400 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:22:14.186132 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:14.252940 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-cc7ea4b9-eb8f-43ce-91ee-047530ec0327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.255867 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-cc7ea4b9-eb8f-43ce-91ee-047530ec0327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.263546 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-cc7ea4b9-eb8f-43ce-91ee-047530ec0327 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6d2c6e1-5c1e-4ead-be06-0e46e7a51e23 HTTP/1.1" status: 204 len: 168 time: 0.8271353 Jun 26 18:22:14.263546 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-0610990a-d51c-4a7b-bc15-296db0c42144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:14.266142 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.274557 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ea4b9-eb8f-43ce-91ee-047530ec0327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d2c6e1-5c1e-4ead-be06-0e46e7a51e23,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:14.288408 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cc7ea4b9-eb8f-43ce-91ee-047530ec0327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:14.310383 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-85434908-dce6-43bf-b508-78d90d01444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:14.311985 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-85434908-dce6-43bf-b508-78d90d01444c service neutron] 10.222.0.37 "GET /v2.0/networks?id=059cd088-27d9-4ac7-a578-1096782f3462 HTTP/1.1" status: 200 len: 913 time: 0.3963525 Jun 26 18:22:14.401168 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.522189 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-4a7ced2d-7ac7-47ce-9ccb-2936c60a28ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e2222c1-e7bb-44fe-bb70-c26dacccb724 HTTP/1.1" status: 200 len: 217 time: 0.1639373 Jun 26 18:22:14.605694 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.610659 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:13Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:14.652830 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdcccb-352e-4066-85e5-fc9df987310a None None] The sync data for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb is: [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:13Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:15.080518 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:15.178502 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-569bdd82-3480-4759-a740-6179f21d0943 req-d50f2fc8-1f4e-4863-b585-5a1cc95dcab8 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 210 time: 0.3775716 Jun 26 18:22:15.221870 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-313b68e6-f7cd-4cdb-af07-b1df43ffbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:15.221870 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-313b68e6-f7cd-4cdb-af07-b1df43ffbf45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f4cd41f-c4e9-4a4b-a396-3180157bc7ac HTTP/1.1" status: 200 len: 852 time: 0.1189308 Jun 26 18:22:15.346240 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-fbd6a500-888f-445d-9451-09f65ff659ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059cd088-27d9-4ac7-a578-1096782f3462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131930 Jun 26 18:22:15.352351 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Allocated IP 172.28.1.145 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/f793546c-36e1-4290-8e7c-11fb3509d08b) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:22:15.504826 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 31a09fff-d6ac-4220-9355-0dba924f9ea8 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:15.539221 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.37', 63373) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:15.556969 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd3f18-2d75-4ed5-a3e5-101e251f2801 req-30af4679-ad88-49f8-9d1f-cb06c1487e71 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:15.570319 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-93bd3f18-2d75-4ed5-a3e5-101e251f2801 req-30af4679-ad88-49f8-9d1f-cb06c1487e71 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 944 time: 0.2799997 Jun 26 18:22:15.608773 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 31a09fff-d6ac-4220-9355-0dba924f9ea8 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:15.611035 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:15.805604 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59166) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:15.850884 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 3c5931cf-3697-45f1-993c-b09f874f4647 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:15.891696 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-93bd3f18-2d75-4ed5-a3e5-101e251f2801 req-98d5822d-d44d-44f6-87a0-eae6aac38782 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198056 Jun 26 18:22:15.983048 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-a922a0df-4925-4201-862a-2c082e7127dc tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:15.985224 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-a922a0df-4925-4201-862a-2c082e7127dc tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 818 time: 0.4125311 Jun 26 18:22:16.023695 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.067799 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-bf9c123c-d317-49ee-9d22-1daf4e132674 service neutron] 10.222.0.37 "GET /v2.0/networks/059cd088-27d9-4ac7-a578-1096782f3462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480811 Jun 26 18:22:16.261636 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7cc52141-9a8d-4121-817a-75b5978c42b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.333095 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 3c5931cf-3697-45f1-993c-b09f874f4647 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:16.337555 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 3c5931cf-3697-45f1-993c-b09f874f4647 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:16.341657 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.438367 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.466874 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.506053 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4cf97f04-c71b-48da-8a00-cd1bc135a251 req-978c5f44-009b-43c7-ae14-a3ce48132749 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 210 time: 0.1566923 Jun 26 18:22:16.515766 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:16.526841 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 3c5931cf-3697-45f1-993c-b09f874f4647, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=3c5931cf-3697-45f1-993c-b09f874f4647,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:16.605861 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.615526 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8c74e0cd-6dfa-4b70-a4d3-fb2870d1c96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:16.619909 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:16.621904 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7cc52141-9a8d-4121-817a-75b5978c42b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.633914 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:16.636504 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Allocated IP 172.28.1.206 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/65b71bc7-eaae-49df-998a-fe1f1d6660d3) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:22:16.638748 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:22:16.642357 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'Port': ['ID=f793546c-36e1-4290-8e7c-11fb3509d08b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:16.649649 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:16.697660 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=3c5931cf-3697-45f1-993c-b09f874f4647,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:16.701545 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:16.737259 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7cc52141-9a8d-4121-817a-75b5978c42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.773085 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:16.817056 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.851612 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc52141-9a8d-4121-817a-75b5978c42b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec04376e-3b44-4696-a8b4-c63ecc5270d5,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:16.880649 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7cc52141-9a8d-4121-817a-75b5978c42b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:16.880649 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-7cc52141-9a8d-4121-817a-75b5978c42b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b641de65762d4df4810151986802f00f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0444613 Jun 26 18:22:16.882707 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59192) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:16.894994 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.984391 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b3f099a-d30f-4d84-a22a-0953568e37f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.016785 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b3f099a-d30f-4d84-a22a-0953568e37f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.120997 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e272689-0776-4112-b51a-d527d1d9bf51 req-ca073d21-2dd1-4217-923a-4eb1aee55262 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:17.122524 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9e272689-0776-4112-b51a-d527d1d9bf51 req-ca073d21-2dd1-4217-923a-4eb1aee55262 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 944 time: 0.0819240 Jun 26 18:22:17.160404 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9e272689-0776-4112-b51a-d527d1d9bf51 req-6e787b71-f11f-4322-810e-876dfdec8cee tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Jun 26 18:22:17.223312 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b3f099a-d30f-4d84-a22a-0953568e37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.233561 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.238228 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b3f099a-d30f-4d84-a22a-0953568e37f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.242067 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-7b3f099a-d30f-4d84-a22a-0953568e37f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec04376e-3b44-4696-a8b4-c63ecc5270d5 HTTP/1.1" status: 204 len: 168 time: 0.3550725 Jun 26 18:22:17.242067 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7eceded4-2528-409b-a888-627ab6ee8879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:17.251198 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:17.262177 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f099a-d30f-4d84-a22a-0953568e37f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec04376e-3b44-4696-a8b4-c63ecc5270d5,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:17.266947 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7b3f099a-d30f-4d84-a22a-0953568e37f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:17.285964 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 3c5931cf-3697-45f1-993c-b09f874f4647 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:17.293375 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.298341 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:17.317841 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:17.325253 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:22:17.345743 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'Port': ['ID=65b71bc7-eaae-49df-998a-fe1f1d6660d3,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:17.351094 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:17.352005 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 3c5931cf-3697-45f1-993c-b09f874f4647 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:17.352401 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.419323 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.483382 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59208) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:17.519303 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Request body: {'port': {'device_id': '4f786c0f-bd58-45a8-8e15-4b1f0f368aee', 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18', 'admin_state_up': True, 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:17.604731 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.661472 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.702113 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.769283 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-424e4543-83c6-4416-a8b3-ddb7db57cd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:17.773315 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2a523967-b2e5-4dbf-a4b8-49b346bcd673 req-6792bf05-55a9-4287-8457-d7dae2cd131d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 210 time: 0.1079593 Jun 26 18:22:17.848807 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.857429 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e43c298c-3d5d-47d6-a8ab-7ca4b223ffb6 req-5a8dc97a-1c1b-4a5b-8490-d4a1a4581aca service neutron] 10.222.0.37 "GET /v2.0/networks/059cd088-27d9-4ac7-a578-1096782f3462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198674 Jun 26 18:22:17.890844 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'Port': ['ID=f793546c-36e1-4290-8e7c-11fb3509d08b,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:17.918188 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:17.945480 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Made reservation on behalf of f67fad4e1e9741dca53f819b9ee0ad45 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:22:17.955406 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.006899 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.012839 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7458615 Jun 26 18:22:18.013053 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c6e6215d-1646-49de-b264-2160ae29dbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.037532 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.119120 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.125315 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-90f33e5e-24ca-499f-9232-7cdfb5a15407 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:18.155485 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.192773 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'Port': ['ID=65b71bc7-eaae-49df-998a-fe1f1d6660d3,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:18.197348 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:18.276274 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Allocated IP 172.20.0.2 (fab8e859-20b2-416f-9ec3-69a744a3fe18/bcd06f91-1947-4286-a5c2-c14c31a7d51b/8eb82811-f5ca-4f29-b8b9-77c3af89df95) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:22:18.368022 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59246) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:18.381064 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c6e6215d-1646-49de-b264-2160ae29dbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.387407 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b0e034f7-cb13-4ed8-a823-9194c185b015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.395393 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-d437a5d2-807d-4d29-b157-100579d26f54 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--678171246&fields=id&tenant_id=ec614dc5ca38497d9aed818d210815e9 HTTP/1.1" status: 200 len: 267 time: 0.1081836 Jun 26 18:22:18.400210 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12225aa1-19c8-4fc9-b4f5-7f6df1d2be33 req-8c8ddcc8-03a0-44d0-94ac-33697191881e tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:18.401861 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-12225aa1-19c8-4fc9-b4f5-7f6df1d2be33 req-8c8ddcc8-03a0-44d0-94ac-33697191881e tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 944 time: 0.1015532 Jun 26 18:22:18.450402 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c6e6215d-1646-49de-b264-2160ae29dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.486305 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-12225aa1-19c8-4fc9-b4f5-7f6df1d2be33 req-801e9e1c-7434-4fc0-8872-065b1f6ae9cc tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671856 Jun 26 18:22:18.509283 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.524471 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1348948 Jun 26 18:22:18.623982 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b0e034f7-cb13-4ed8-a823-9194c185b015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.705968 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-1f967b00-f5c3-4d54-979e-abbe12bea9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:18.707027 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b0e034f7-cb13-4ed8-a823-9194c185b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.747879 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:18.756248 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c6e6215d-1646-49de-b264-2160ae29dbf7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dc9b0c10380488491a7816f8fd464ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2714982 Jun 26 18:22:18.765721 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59262) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:18.807398 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6215d-1646-49de-b264-2160ae29dbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfebfc01-b770-4666-8a84-e0856dd432c8,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:18.819207 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-b0e034f7-cb13-4ed8-a823-9194c185b015 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b1d1573a2a64eea9359ab8bb2e7add0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489539 Jun 26 18:22:18.840452 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59280) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:18.850222 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966aed2-cba9-47d6-8982-902149d243c7 req-c0c7f223-fd26-4814-a207-f8092fdb70cf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:18.856862 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-c0c7f223-fd26-4814-a207-f8092fdb70cf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 817 time: 0.4389522 Jun 26 18:22:18.858848 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c6e6215d-1646-49de-b264-2160ae29dbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:18.885451 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-5ce97cb0-e2c2-43a6-84ac-072e56d0b0fe tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/quotas/ec614dc5ca38497d9aed818d210815e9 HTTP/1.1" status: 200 len: 375 time: 0.0273168 Jun 26 18:22:18.931299 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.943653 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e034f7-cb13-4ed8-a823-9194c185b015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09625a-94d1-40f3-92b9-e75f41e334dd,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:18.966861 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b0e034f7-cb13-4ed8-a823-9194c185b015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:18.997310 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-ac46b26c-a998-41ee-92aa-b4cf4bbf2e35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113372 Jun 26 18:22:19.012602 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-3318bfb8-55ba-49e3-9070-dfce7c06ce29 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:19.014187 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-3318bfb8-55ba-49e3-9070-dfce7c06ce29 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 818 time: 0.3480332 Jun 26 18:22:19.029498 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-841873f9-066e-47ee-982d-24ad709508c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.039262 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Request body: {'port': {'device_id': '341f86ab-6636-444d-8fe0-6469500d41bc', 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18', 'admin_state_up': True, 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:19.048650 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-60cda41a-3a06-4ef2-b5ff-096c65a3287e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--191903230&fields=id&tenant_id=ad06cf8d1da342fdab53083d123f7005 HTTP/1.1" status: 200 len: 267 time: 0.1809247 Jun 26 18:22:19.085865 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b74cec50-89d4-41cf-a16e-57dc51a142b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.109786 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.118437 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:19.138936 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-841873f9-066e-47ee-982d-24ad709508c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.222336 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Network fab8e859-20b2-416f-9ec3-69a744a3fe18 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:19.231991 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:19.234453 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Pushing event updated for resources: {'Port': ['ID=8eb82811-f5ca-4f29-b8b9-77c3af89df95,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:19.241594 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:22:19.244596 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:19.276777 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-f56eadc0-dde7-45cf-979b-e5c2d4e390bd service neutron] 10.222.0.15 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532196 Jun 26 18:22:19.330936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:19.335506 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.383177 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b74cec50-89d4-41cf-a16e-57dc51a142b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.413185 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-182ab403-42ab-420d-ae09-74e493282dbd service neutron] 10.222.0.15 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281807 Jun 26 18:22:19.474886 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9589386 Jun 26 18:22:19.489590 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Request body: {'port': {'device_id': '4f786c0f-bd58-45a8-8e15-4b1f0f368aee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:19.550484 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-05dadf31-2544-4a45-8f8d-978a5680412e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:19.552058 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-05dadf31-2544-4a45-8f8d-978a5680412e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/networks?id=11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 200 len: 811 time: 0.4673591 Jun 26 18:22:19.567297 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-4b595236-b88e-4cf6-b0ce-a0db132ac779 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/quotas/ad06cf8d1da342fdab53083d123f7005 HTTP/1.1" status: 200 len: 375 time: 0.0097594 Jun 26 18:22:19.573085 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.646192 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-733a370a-293a-40fc-8f43-091cec4c1e73 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728204 Jun 26 18:22:19.657945 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Made reservation on behalf of f67fad4e1e9741dca53f819b9ee0ad45 for: {'port': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:22:19.666243 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.666243 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b74cec50-89d4-41cf-a16e-57dc51a142b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.668699 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-841873f9-066e-47ee-982d-24ad709508c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.686273 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b74cec50-89d4-41cf-a16e-57dc51a142b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.687589 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-b74cec50-89d4-41cf-a16e-57dc51a142b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df09625a-94d1-40f3-92b9-e75f41e334dd HTTP/1.1" status: 204 len: 168 time: 0.8460298 Jun 26 18:22:19.691364 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:19.727742 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-841873f9-066e-47ee-982d-24ad709508c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:19.731661 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-841873f9-066e-47ee-982d-24ad709508c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfebfc01-b770-4666-8a84-e0856dd432c8 HTTP/1.1" status: 204 len: 168 time: 0.9563475 Jun 26 18:22:19.825877 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cec50-89d4-41cf-a16e-57dc51a142b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09625a-94d1-40f3-92b9-e75f41e334dd,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:19.906940 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841873f9-066e-47ee-982d-24ad709508c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfebfc01-b770-4666-8a84-e0856dd432c8,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:19.911565 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-841873f9-066e-47ee-982d-24ad709508c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:19.915396 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:19.915396 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:19.921597 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8e05b215-6b9b-4fce-8033-c240e6defeb5 req-6c6dd0c3-29a7-494a-b6fc-bdce634be211 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 210 time: 0.0848341 Jun 26 18:22:19.987810 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-1516d02d-c33a-4203-ab85-9d6b0f25b177 service neutron] 10.222.0.15 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210425 Jun 26 18:22:20.050704 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb82811-f5ca-4f29-b8b9-77c3af89df95 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:20.060480 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:20.094436 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Transition to ACTIVE for port object 8eb82811-f5ca-4f29-b8b9-77c3af89df95 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:20.106981 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a0a3ef24-eb6f-4a26-b103-2ac62f046850 service neutron] 10.222.0.15 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148865 Jun 26 18:22:20.177210 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6ad40-64e0-429d-8ed7-cdba24d7070f req-ea6b6ff6-827f-41e5-b9ce-be3c8ee1cc07 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:20.178740 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e5c6ad40-64e0-429d-8ed7-cdba24d7070f req-ea6b6ff6-827f-41e5-b9ce-be3c8ee1cc07 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 944 time: 0.0731969 Jun 26 18:22:20.202000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:20.208608 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:20.258592 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Allocated IP 172.20.0.13 (fab8e859-20b2-416f-9ec3-69a744a3fe18/bcd06f91-1947-4286-a5c2-c14c31a7d51b/976fcbbf-9623-44ba-be50-788f2f4ec2de) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:22:20.265171 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e5c6ad40-64e0-429d-8ed7-cdba24d7070f req-cd794d10-a852-4562-bf14-0796352609cd tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800276 Jun 26 18:22:20.293980 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Pushing event updated for resources: {'Port': ['ID=8eb82811-f5ca-4f29-b8b9-77c3af89df95,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:20.297300 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:20.403743 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3f528d6a-2787-4c7a-8e04-8ba97df840a8 req-fbe02f54-4b63-401a-b9ef-635e7ecebded tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 210 time: 0.0403349 Jun 26 18:22:20.409389 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Attempting to bind port 8eb82811-f5ca-4f29-b8b9-77c3af89df95 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:20.410548 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Attempting to bind port 8eb82811-f5ca-4f29-b8b9-77c3af89df95 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:20.411076 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Attempting to bind port 8eb82811-f5ca-4f29-b8b9-77c3af89df95 on network fab8e859-20b2-416f-9ec3-69a744a3fe18 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:20.426597 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Port 8eb82811-f5ca-4f29-b8b9-77c3af89df95 on network fab8e859-20b2-416f-9ec3-69a744a3fe18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:22:20.427119 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Attempting to bind port 8eb82811-f5ca-4f29-b8b9-77c3af89df95 on network fab8e859-20b2-416f-9ec3-69a744a3fe18 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:20.433180 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:20.439364 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Checking segment: {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:20.439364 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Bound using segment: {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:20.439364 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Bound port: 8eb82811-f5ca-4f29-b8b9-77c3af89df95, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:20.439364 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:20.522198 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] For port 8eb82811-f5ca-4f29-b8b9-77c3af89df95, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:20.525861 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-515b09d0-a02e-46c4-9872-80ca9a490e0e req-64aa00ca-ab8c-43ba-804c-1933b0f19461 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 210 time: 0.1108336 Jun 26 18:22:20.536701 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] For port 8eb82811-f5ca-4f29-b8b9-77c3af89df95, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:20.576785 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:20.604865 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:20.608179 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:20.645300 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:20.646159 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:20.647617 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] 10.222.0.37 "PUT /v2.0/ports/8eb82811-f5ca-4f29-b8b9-77c3af89df95 HTTP/1.1" status: 200 len: 1093 time: 1.1639168 Jun 26 18:22:20.648243 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f786c0f-bd58-45a8-8e15-4b1f0f368aee', 'tag': '8eb82811-f5ca-4f29-b8b9-77c3af89df95'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:20.684618 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Pushing event updated for resources: {'Port': ['ID=8eb82811-f5ca-4f29-b8b9-77c3af89df95,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:20.688309 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:20.697177 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:20.706204 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:20.760174 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Network fab8e859-20b2-416f-9ec3-69a744a3fe18 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:20.765800 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:20.768390 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:22:20.775219 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:20.776169 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:20.781675 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59356) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:20.794273 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Pushing event updated for resources: {'Port': ['ID=976fcbbf-9623-44ba-be50-788f2f4ec2de,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:20.799319 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:20.820679 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c5da3f14-832b-4534-aefb-1461e4605085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:20.868753 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5f9d7902-95d9-4104-90d9-a305468c69b5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8343580 Jun 26 18:22:20.888665 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Request body: {'port': {'device_id': '341f86ab-6636-444d-8fe0-6469500d41bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:20.927836 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830985cb-c9ab-4395-9f3a-dee898a9233c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f786c0f-bd58-45a8-8e15-4b1f0f368aee", "tag": "8eb82811-f5ca-4f29-b8b9-77c3af89df95"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:20.938570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-1c15b7bf-2c0a-4ac2-bdd9-d192ce038161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:20.940881 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-1c15b7bf-2c0a-4ac2-bdd9-d192ce038161 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1096 time: 0.1474864 Jun 26 18:22:21.051468 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-ff62a5d8-4eba-45a4-8eaf-045bed0cd29f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95 HTTP/1.1" status: 200 len: 217 time: 0.0931921 Jun 26 18:22:21.064818 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.153363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c5da3f14-832b-4534-aefb-1461e4605085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.173317 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1900fe-046a-4a6b-bc06-0fc16dcf4e98 x-openstack-request-id: req-5b1900fe-046a-4a6b-bc06-0fc16dcf4e98 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:21.173637 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f786c0f-bd58-45a8-8e15-4b1f0f368aee", "tag": "8eb82811-f5ca-4f29-b8b9-77c3af89df95", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:21.173911 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b1900fe-046a-4a6b-bc06-0fc16dcf4e98 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:21.175016 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f786c0f-bd58-45a8-8e15-4b1f0f368aee', 'tag': '8eb82811-f5ca-4f29-b8b9-77c3af89df95', 'status': 'completed', 'code': 200} Jun 26 18:22:21.177125 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-c0318485-93c5-4c4d-b541-9a730d866ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:21.178613 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-c0318485-93c5-4c4d-b541-9a730d866ca0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.1197751 Jun 26 18:22:21.245379 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-ebb63dc4-3597-442d-bb94-9228990dd4be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594509 Jun 26 18:22:21.246703 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c5da3f14-832b-4534-aefb-1461e4605085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.250666 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:21.319034 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c5da3f14-832b-4534-aefb-1461e4605085 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb1ac1a981e545c48f0d75570e27dbdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356085 Jun 26 18:22:21.323730 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59384) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:21.356821 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da3f14-832b-4534-aefb-1461e4605085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a185fb31-a0eb-42d5-8388-8d76ca6142c0,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:21.362640 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c5da3f14-832b-4534-aefb-1461e4605085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:21.398205 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-73b9b4bb-a069-41d4-9c46-c50735bc516a service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454427 Jun 26 18:22:21.400540 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0e2222c1-e7bb-44fe-bb70-c26dacccb724 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:22:21.510292 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f938-6543-4113-92ea-92a58c6abc1e req-c694cad0-e6d1-445d-aadc-564a11bbac96 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:21.518505 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fd75f938-6543-4113-92ea-92a58c6abc1e req-c694cad0-e6d1-445d-aadc-564a11bbac96 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 932 time: 0.3100340 Jun 26 18:22:21.520363 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c83c70ba-3ec0-445f-a098-bac36b95fd78 req-341430fc-37d4-498b-bba9-e728595b30a8 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147828 Jun 26 18:22:21.522521 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c051a71f-12fe-4f44-be65-523f712c7107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.602104 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c051a71f-12fe-4f44-be65-523f712c7107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.650306 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 0e2222c1-e7bb-44fe-bb70-c26dacccb724, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0e2222c1-e7bb-44fe-bb70-c26dacccb724,segment=NetworkSegment(695238e8-a7e8-44ef-bcc4-204942102a50),segment_id=695238e8-a7e8-44ef-bcc4-204942102a50)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:21.673074 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '0e2222c1-e7bb-44fe-bb70-c26dacccb724', 'network_id': '059cd088-27d9-4ac7-a578-1096782f3462', 'port_id': '0e2222c1-e7bb-44fe-bb70-c26dacccb724', 'mac_address': 'fa:16:3e:24:e3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4cd41f-c4e9-4a4b-a396-3180157bc7ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:22:21.678890 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fd75f938-6543-4113-92ea-92a58c6abc1e req-2e40ff39-809f-4e04-afa5-9293f370f296 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597660 Jun 26 18:22:21.679022 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ff30-b02a-4edb-b418-f69fcb8abba5 req-a9b5230e-6c81-4aab-bb9b-567b5b9a0e98 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:21.692812 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6316ff30-b02a-4edb-b418-f69fcb8abba5 req-a9b5230e-6c81-4aab-bb9b-567b5b9a0e98 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 944 time: 0.1102839 Jun 26 18:22:21.742232 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.763704 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2222c1-e7bb-44fe-bb70-c26dacccb724 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:21.773888 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59398) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:21.800852 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6316ff30-b02a-4edb-b418-f69fcb8abba5 req-1b26f1db-7600-42f0-b2ba-b721f0bfa7e6 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061113 Jun 26 18:22:21.805238 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976fcbbf-9623-44ba-be50-788f2f4ec2de {{(pid=93535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:21.810385 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 0e2222c1-e7bb-44fe-bb70-c26dacccb724, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0e2222c1-e7bb-44fe-bb70-c26dacccb724,segment=NetworkSegment(695238e8-a7e8-44ef-bcc4-204942102a50),segment_id=695238e8-a7e8-44ef-bcc4-204942102a50)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:21.842199 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.871640 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-c44bdcbd-2bc3-41c6-b9fc-0ec691af2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:21.875535 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-c44bdcbd-2bc3-41c6-b9fc-0ec691af2ad0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1096 time: 0.1323433 Jun 26 18:22:21.880746 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.883284 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dad2f40c-8958-4805-8070-259197a4cfcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:21.951007 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=0e2222c1-e7bb-44fe-bb70-c26dacccb724,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:21.955589 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:21.967093 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-378d8d7b-4bc9-4c63-a88d-04feedf45120 req-3cd86ddd-ce18-40cd-abf0-760e3dbb73e3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 210 time: 0.0416224 Jun 26 18:22:21.969223 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.provisioning_blocks [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Transition to ACTIVE for port object 976fcbbf-9623-44ba-be50-788f2f4ec2de will not be triggered until provisioned by entity L2. {{(pid=93535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:21.970045 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c051a71f-12fe-4f44-be65-523f712c7107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.973958 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c051a71f-12fe-4f44-be65-523f712c7107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:21.977740 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-c051a71f-12fe-4f44-be65-523f712c7107 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a185fb31-a0eb-42d5-8388-8d76ca6142c0 HTTP/1.1" status: 204 len: 168 time: 0.6444714 Jun 26 18:22:21.977740 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b0e034f7-cb13-4ed8-a823-9194c185b015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:21.986072 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051a71f-12fe-4f44-be65-523f712c7107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a185fb31-a0eb-42d5-8388-8d76ca6142c0,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:21.988803 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-c051a71f-12fe-4f44-be65-523f712c7107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:22.105417 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:22.131605 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-85e62f86-8e93-42a2-9936-6f588115fdde req-ee50ca8f-b4db-417b-80b9-3fd67bc4cd97 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 210 time: 0.2536039 Jun 26 18:22:22.166673 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:22.236963 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2544a8dd-3eb6-4e08-a3f5-ab9c7929acee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:22.238510 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0e2222c1-e7bb-44fe-bb70-c26dacccb724'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:22:22.268452 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=976fcbbf-9623-44ba-be50-788f2f4ec2de,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:22.291170 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:22.329442 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.managers [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Attempting to bind port 976fcbbf-9623-44ba-be50-788f2f4ec2de on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:22.329839 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.managers [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Attempting to bind port 976fcbbf-9623-44ba-be50-788f2f4ec2de by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'}] {{(pid=93535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:22.330686 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Attempting to bind port 976fcbbf-9623-44ba-be50-788f2f4ec2de on network fab8e859-20b2-416f-9ec3-69a744a3fe18 {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:22.333716 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-d05b8a1f-c726-412a-8756-cd554fce457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:22.335196 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-d05b8a1f-c726-412a-8756-cd554fce457c service neutron] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 919 time: 0.4460914 Jun 26 18:22:22.335314 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Port 976fcbbf-9623-44ba-be50-788f2f4ec2de on network fab8e859-20b2-416f-9ec3-69a744a3fe18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:22:22.335622 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Attempting to bind port 976fcbbf-9623-44ba-be50-788f2f4ec2de on network fab8e859-20b2-416f-9ec3-69a744a3fe18 {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:22.341587 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:22.342252 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Checking segment: {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:22.342897 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Bound using segment: {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'} {{(pid=93535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:22.343839 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.managers [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Bound port: 976fcbbf-9623-44ba-be50-788f2f4ec2de, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfc276-84e0-4bd8-9132-b8d2c09b8f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18'}}] {{(pid=93535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:22.344689 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:22.389223 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-00cc0b09-4a1c-4235-aefa-f9e81455ccb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95 HTTP/1.1" status: 200 len: 217 time: 0.0453265 Jun 26 18:22:22.461648 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2544a8dd-3eb6-4e08-a3f5-ab9c7929acee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:22.469073 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-f4ea3308-aba6-4985-98db-51c8e90edf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:22.472674 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-f4ea3308-aba6-4985-98db-51c8e90edf7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.0749640 Jun 26 18:22:22.490903 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] For port 976fcbbf-9623-44ba-be50-788f2f4ec2de, host hv-cinder-79819, cleared binding levels {{(pid=93535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:22.501087 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] For port 976fcbbf-9623-44ba-be50-788f2f4ec2de, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=976fcbbf-9623-44ba-be50-788f2f4ec2de,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:22.522826 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-34efcd48-f4d1-413d-a6c1-27949db2592f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391333 Jun 26 18:22:22.558028 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2544a8dd-3eb6-4e08-a3f5-ab9c7929acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:22.567812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-dd8c9aac-7141-4a44-bbf4-da00687e83bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:22.593551 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:22.599219 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:22.653753 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-2544a8dd-3eb6-4e08-a3f5-ab9c7929acee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4c2e7b11d88474899ffb0e231021d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8757153 Jun 26 18:22:22.661637 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59426) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:22.676306 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544a8dd-3eb6-4e08-a3f5-ab9c7929acee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4e788d-e0b9-406a-947f-3c849c85ffac,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:22.693238 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2544a8dd-3eb6-4e08-a3f5-ab9c7929acee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:22.701714 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=976fcbbf-9623-44ba-be50-788f2f4ec2de,revision_number=3']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:22.716274 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:22.722719 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:22.723498 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:22.725408 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] 10.222.0.37 "PUT /v2.0/ports/976fcbbf-9623-44ba-be50-788f2f4ec2de HTTP/1.1" status: 200 len: 1094 time: 1.8422112 Jun 26 18:22:22.726111 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341f86ab-6636-444d-8fe0-6469500d41bc', 'tag': '976fcbbf-9623-44ba-be50-788f2f4ec2de'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:22.729168 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b697edd1-e001-4631-b826-757fb17bad8d" -d '{"events": [{"name": "network-changed", "server_uuid": "341f86ab-6636-444d-8fe0-6469500d41bc", "tag": "976fcbbf-9623-44ba-be50-788f2f4ec2de"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:22.765178 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-166b7904-461a-422b-b1a4-753e633538b5 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340925 Jun 26 18:22:22.800302 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13cc966-151f-4ed5-a434-2aa9c340aaad x-openstack-request-id: req-b13cc966-151f-4ed5-a434-2aa9c340aaad {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:22.800826 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341f86ab-6636-444d-8fe0-6469500d41bc", "tag": "976fcbbf-9623-44ba-be50-788f2f4ec2de", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:22.801316 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b13cc966-151f-4ed5-a434-2aa9c340aaad {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:22.802077 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341f86ab-6636-444d-8fe0-6469500d41bc', 'tag': '976fcbbf-9623-44ba-be50-788f2f4ec2de', 'status': 'completed', 'code': 200} Jun 26 18:22:22.872665 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a641f2e2-fa97-4fa1-86a7-b57635f65185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:22.897907 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a641f2e2-fa97-4fa1-86a7-b57635f65185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:22.959777 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-830985cb-c9ab-4395-9f3a-dee898a9233c req-5e06b71f-ea8d-46fc-9879-967b89c5701e service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841860 Jun 26 18:22:23.095051 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ad58-bd0d-4963-80ac-0b257f94b8e4 req-97be1479-8ee6-4faa-ab24-df921edbdb89 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:23.102814 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3da6ad58-bd0d-4963-80ac-0b257f94b8e4 req-97be1479-8ee6-4faa-ab24-df921edbdb89 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 945 time: 0.0821884 Jun 26 18:22:23.119836 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af42ac-a1f7-435c-ac17-8288f6633353 req-e20551be-8831-48e1-98e7-9806691c2731 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:23.130033 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-39af42ac-a1f7-435c-ac17-8288f6633353 req-e20551be-8831-48e1-98e7-9806691c2731 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 944 time: 0.2756970 Jun 26 18:22:23.154490 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a641f2e2-fa97-4fa1-86a7-b57635f65185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:23.157189 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a641f2e2-fa97-4fa1-86a7-b57635f65185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:23.158341 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-a641f2e2-fa97-4fa1-86a7-b57635f65185 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b4e788d-e0b9-406a-947f-3c849c85ffac HTTP/1.1" status: 204 len: 168 time: 0.4956558 Jun 26 18:22:23.180512 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7b3f099a-d30f-4d84-a22a-0953568e37f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:23.187687 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641f2e2-fa97-4fa1-86a7-b57635f65185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4e788d-e0b9-406a-947f-3c849c85ffac,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:23.189758 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697edd1-e001-4631-b826-757fb17bad8d req-c26230fe-8afb-4a8e-8731-405bcafb8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:23.191902 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b697edd1-e001-4631-b826-757fb17bad8d req-c26230fe-8afb-4a8e-8731-405bcafb8087 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 1097 time: 0.2438676 Jun 26 18:22:23.194327 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a641f2e2-fa97-4fa1-86a7-b57635f65185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:23.240347 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3da6ad58-bd0d-4963-80ac-0b257f94b8e4 req-32957607-a1e8-4955-bdc8-d5e132c854a0 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338437 Jun 26 18:22:23.248317 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-39af42ac-a1f7-435c-ac17-8288f6633353 req-ccac1179-d56a-432f-97b2-aeec5cd1e9df tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173239 Jun 26 18:22:23.352353 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966aed2-cba9-47d6-8982-902149d243c7 req-6c1bcf20-fd47-4ad9-96d7-09d0b57bb9a1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:23.353925 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-6c1bcf20-fd47-4ad9-96d7-09d0b57bb9a1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 817 time: 0.2489393 Jun 26 18:22:23.387457 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0e2222c1-e7bb-44fe-bb70-c26dacccb724 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:23.435603 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-e11145d7-a65c-4122-9b0a-45cc552d36a6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec614dc5ca38497d9aed818d210815e9 HTTP/1.1" status: 200 len: 379 time: 0.0658634 Jun 26 18:22:23.445299 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'port': {'device_id': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'admin_state_up': True, 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'security_groups': ['4b790f35-fab1-432d-bcaf-a2543d1776c2']}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:23.550823 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1ab6487e-1d09-48ac-bd58-ca69d8b75863 req-66b7d46c-c576-4185-9ee2-dcec1005c956 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0677564 Jun 26 18:22:23.567433 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0c8a9593-7310-455e-9f5a-d010108bca47 req-0950d09a-53ec-42d9-938c-ee62cc7cf35f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 210 time: 0.0888686 Jun 26 18:22:23.590463 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697edd1-e001-4631-b826-757fb17bad8d req-aa28a275-4711-447e-81a9-305d97594606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:23.592333 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b697edd1-e001-4631-b826-757fb17bad8d req-aa28a275-4711-447e-81a9-305d97594606 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3691211 Jun 26 18:22:23.638997 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 0e2222c1-e7bb-44fe-bb70-c26dacccb724 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:23.644110 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 0e2222c1-e7bb-44fe-bb70-c26dacccb724 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:23.644634 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:23.755690 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Made reservation on behalf of ec614dc5ca38497d9aed818d210815e9 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:22:23.759372 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:23.785841 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:23.806897 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697edd1-e001-4631-b826-757fb17bad8d req-9e850373-ab77-4a33-ba9e-9050482e4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:23.810667 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b697edd1-e001-4631-b826-757fb17bad8d req-9e850373-ab77-4a33-ba9e-9050482e4614 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2106009 Jun 26 18:22:23.834923 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143fd136-f945-4fb3-a336-3368774f3134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2222c1-e7bb-44fe-bb70-c26dacccb724'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:23.909884 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 0e2222c1-e7bb-44fe-bb70-c26dacccb724, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0e2222c1-e7bb-44fe-bb70-c26dacccb724,segment=NetworkSegment(695238e8-a7e8-44ef-bcc4-204942102a50),segment_id=695238e8-a7e8-44ef-bcc4-204942102a50)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:23.919600 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Allocated IP 172.20.0.14 (0d846234-23d8-42d7-b28e-92457d4e6f5f/fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb/a5a5b97f-1bde-4151-9086-9153b3a34290) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:22:23.936760 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-a9569917-1d36-42ae-b136-40ec8cdac259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:23.939153 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-a9569917-1d36-42ae-b136-40ec8cdac259 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 1097 time: 0.0541914 Jun 26 18:22:24.010221 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-8c8d6e79-12d1-4fec-87cf-cb49d862e15c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976fcbbf-9623-44ba-be50-788f2f4ec2de HTTP/1.1" status: 200 len: 217 time: 0.0511537 Jun 26 18:22:24.046400 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.048610 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-785bdb23-71da-46ad-9295-b1dd8e9bca0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:24.080992 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-71a4ca86-28d8-43d7-8416-8792dbd3fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:24.082653 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-71a4ca86-28d8-43d7-8416-8792dbd3fc6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.0693622 Jun 26 18:22:24.096380 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.115738 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Transition to ACTIVE for port object a5a5b97f-1bde-4151-9086-9153b3a34290 will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:24.131466 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=0e2222c1-e7bb-44fe-bb70-c26dacccb724,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:24.134390 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:24.148017 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-b475c856-dbbb-4890-bad8-ce269da7d781 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511284 Jun 26 18:22:24.172040 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59484) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:24.197919 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.37', 63386) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:24.266358 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59490) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:24.273291 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.299059 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:24.303698 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d260-2d24-4e17-ae6e-19be9b6854a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.383389 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:24.398180 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:24.409388 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:22:24.430665 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-a4dd8935-3680-44a0-acfa-8755a678da38 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757885 Jun 26 18:22:24.440129 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:24.450371 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:24.467805 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-f42554a1-deb1-4ad3-8a55-4c01decc65a9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:24.479161 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-f42554a1-deb1-4ad3-8a55-4c01decc65a9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "GET /v2.0/networks?id=11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 200 len: 811 time: 0.2741632 Jun 26 18:22:24.484864 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0260f1e2-3403-471e-bb53-f5d382a5c54c" -d '{"events": [{"server_uuid": "143fd136-f945-4fb3-a336-3368774f3134", "name": "network-vif-plugged", "status": "completed", "tag": "0e2222c1-e7bb-44fe-bb70-c26dacccb724"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:24.652875 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:24.654222 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.701281 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-35c9aba1-a075-4a47-a73d-3cc3899b9a3d req-5b340a01-d9aa-4395-bc78-ea94d919b578 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625592 Jun 26 18:22:24.727482 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c57c5-9bbe-4395-a41f-d020bc97034e req-063a4409-0ba1-4596-b53e-b4cd56c14a57 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:24.729485 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9e8c57c5-9bbe-4395-a41f-d020bc97034e req-063a4409-0ba1-4596-b53e-b4cd56c14a57 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 946 time: 0.1547947 Jun 26 18:22:24.731738 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-61450890-bbcb-4b3e-ab41-3f4cea6d9d07 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad06cf8d1da342fdab53083d123f7005 HTTP/1.1" status: 200 len: 379 time: 0.2226775 Jun 26 18:22:24.739445 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c8a14950-adfa-499a-813c-bc2f5cec803a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.754905 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'port': {'device_id': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'admin_state_up': True, 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'security_groups': ['713c0248-59ec-482c-a533-e37f2bee7b30']}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:24.773367 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9e8c57c5-9bbe-4395-a41f-d020bc97034e req-f1666eb7-0af6-44f4-ac71-5cb15e30dd18 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374207 Jun 26 18:22:24.794427 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-0b16a663-e5ec-40f6-be94-49ee9656d629 None None] Provisioning for port a5a5b97f-1bde-4151-9086-9153b3a34290 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:24.799324 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-0b16a663-e5ec-40f6-be94-49ee9656d629 None None] Provisioning complete for port a5a5b97f-1bde-4151-9086-9153b3a34290 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:24.799907 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0b16a663-e5ec-40f6-be94-49ee9656d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.849713 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-0b16a663-e5ec-40f6-be94-49ee9656d629 None None] Port a5a5b97f-1bde-4151-9086-9153b3a34290 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:22:24.853243 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d260-2d24-4e17-ae6e-19be9b6854a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.870187 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b61df-7a37-4975-8f10-3ba093657fd4 req-f4b73d42-ba4d-491d-b2f3-a910e5480291 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:24.871757 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-957b61df-7a37-4975-8f10-3ba093657fd4 req-f4b73d42-ba4d-491d-b2f3-a910e5480291 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 944 time: 0.2918019 Jun 26 18:22:24.917757 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d260-2d24-4e17-ae6e-19be9b6854a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.925481 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:24.948409 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-957b61df-7a37-4975-8f10-3ba093657fd4 req-a7634a78-b3d3-4e4c-a963-a0671153b00a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671587 Jun 26 18:22:24.977954 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-b9e5d260-2d24-4e17-ae6e-19be9b6854a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c357f1448d043f19049e87533aafe04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7017956 Jun 26 18:22:24.977954 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d260-2d24-4e17-ae6e-19be9b6854a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d3d88d-cbe4-4515-a93d-2dfb274f9949,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:24.977954 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b9e5d260-2d24-4e17-ae6e-19be9b6854a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:24.978334 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59510) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:24.981157 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5397696 Jun 26 18:22:25.018369 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Request body: {'port': {'device_id': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:25.050889 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6ce589a1-65b0-46a4-84de-3365a85fa5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.077622 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6ce589a1-65b0-46a4-84de-3365a85fa5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.085803 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.db.api [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 18:22:25.085803 dv-cinder-798198-1-smb neutron-server[93534]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 18:22:25.085803 dv-cinder-798198-1-smb neutron-server[93534]: [parameters: {'project_id_1': 'ad06cf8d1da342fdab53083d123f7005', 'expiration_1': datetime.datetime(2021, 6, 26, 18, 22, 24, 911283)}] Jun 26 18:22:25.085803 dv-cinder-798198-1-smb neutron-server[93534]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 18:22:25.086449 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_db.api [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 18:22:25.126817 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a05a9342-67dd-49ee-9f1d-5f95bda8b59e req-17cb2af9-06f7-450b-b6c9-56b52fe66ce6 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0468886 Jun 26 18:22:25.163395 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3af4cd-b7ee-4e36-9f35-0f132ef3dc5e x-openstack-request-id: req-9e3af4cd-b7ee-4e36-9f35-0f132ef3dc5e {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:25.163762 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143fd136-f945-4fb3-a336-3368774f3134", "name": "network-vif-plugged", "status": "completed", "tag": "0e2222c1-e7bb-44fe-bb70-c26dacccb724", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:25.164087 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e3af4cd-b7ee-4e36-9f35-0f132ef3dc5e {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:25.164700 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143fd136-f945-4fb3-a336-3368774f3134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2222c1-e7bb-44fe-bb70-c26dacccb724', 'code': 200} Jun 26 18:22:25.195941 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.201701 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6ce589a1-65b0-46a4-84de-3365a85fa5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.205610 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6ce589a1-65b0-46a4-84de-3365a85fa5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.207234 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6ce589a1-65b0-46a4-84de-3365a85fa5f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8d3d88d-cbe4-4515-a93d-2dfb274f9949 HTTP/1.1" status: 204 len: 168 time: 0.2259479 Jun 26 18:22:25.208163 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-656eac3f-9658-4df4-84a9-76509240934d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:25.217649 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce589a1-65b0-46a4-84de-3365a85fa5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d3d88d-cbe4-4515-a93d-2dfb274f9949,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:25.220755 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6ce589a1-65b0-46a4-84de-3365a85fa5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:25.389318 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 8eb82811-f5ca-4f29-b8b9-77c3af89df95 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:22:25.487909 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c8a14950-adfa-499a-813c-bc2f5cec803a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.533844 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 8eb82811-f5ca-4f29-b8b9-77c3af89df95, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:25.535546 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb639e5-9636-4795-b81d-82b044716553 req-705aa20d-27ee-44e6-9700-3eec65ee851e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:25.537430 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0fb639e5-9636-4795-b81d-82b044716553 req-705aa20d-27ee-44e6-9700-3eec65ee851e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 932 time: 0.2554054 Jun 26 18:22:25.549491 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '8eb82811-f5ca-4f29-b8b9-77c3af89df95', 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18', 'port_id': '8eb82811-f5ca-4f29-b8b9-77c3af89df95', 'mac_address': 'fa:16:3e:44:54:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd06f91-1947-4286-a5c2-c14c31a7d51b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:22:25.606480 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.608937 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0fb639e5-9636-4795-b81d-82b044716553 req-237154c7-4b8f-4050-ae9f-7b0569052038 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640724 Jun 26 18:22:25.634995 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb82811-f5ca-4f29-b8b9-77c3af89df95 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:25.663191 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 8eb82811-f5ca-4f29-b8b9-77c3af89df95, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:25.667383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c8a14950-adfa-499a-813c-bc2f5cec803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.675378 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c5da3f14-832b-4534-aefb-1461e4605085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:25.726376 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a5b97f-1bde-4151-9086-9153b3a34290 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:25.743626 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.751627 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c8a14950-adfa-499a-813c-bc2f5cec803a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3da9066e88ee4ec08cbe051939d1b261&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5746005 Jun 26 18:22:25.751627 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a14950-adfa-499a-813c-bc2f5cec803a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11b505-e1a3-4e31-b019-f43181fe172e,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:25.752635 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59544) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:25.768708 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c8a14950-adfa-499a-813c-bc2f5cec803a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:25.788150 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1988c7a-9965-4222-856c-1740e6c7637c req-f90f4118-9934-4839-a832-b231aedf11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:25.788487 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Transition to ACTIVE for port object a5a5b97f-1bde-4151-9086-9153b3a34290 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:25.790472 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e1988c7a-9965-4222-856c-1740e6c7637c req-f90f4118-9934-4839-a832-b231aedf11d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 1099 time: 0.1438615 Jun 26 18:22:25.794433 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.797233 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:25.837809 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-e1988c7a-9965-4222-856c-1740e6c7637c req-b6f91aed-bf42-4164-a973-874f69b8cb1f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.852797 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-23dcd6e3-f367-453e-b4a6-97a2a4605784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.864541 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=8eb82811-f5ca-4f29-b8b9-77c3af89df95,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:25.875171 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:25.876436 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Made reservation on behalf of ad06cf8d1da342fdab53083d123f7005 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:22:25.888066 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.910836 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:25.946943 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:26.004078 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-23dcd6e3-f367-453e-b4a6-97a2a4605784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:26.077565 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['8eb82811-f5ca-4f29-b8b9-77c3af89df95'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:22:26.134102 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-e1988c7a-9965-4222-856c-1740e6c7637c req-b6f91aed-bf42-4164-a973-874f69b8cb1f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:26.205172 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21a4bb-eb0e-4917-8640-2a8500297123 req-9ef79748-11fd-41ad-9060-5df74ee4f436 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:26.209074 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ee21a4bb-eb0e-4917-8640-2a8500297123 req-9ef79748-11fd-41ad-9060-5df74ee4f436 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 946 time: 0.2582655 Jun 26 18:22:26.263873 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-e1988c7a-9965-4222-856c-1740e6c7637c req-b6f91aed-bf42-4164-a973-874f69b8cb1f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:26.275927 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b29bdb9a-d484-4f57-852d-a9eba7e1d6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:26.356040 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ee21a4bb-eb0e-4917-8640-2a8500297123 req-530bb6d1-6380-40e6-aa8d-8a55ffa5a1bc tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243453 Jun 26 18:22:26.361601 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e1988c7a-9965-4222-856c-1740e6c7637c req-b6f91aed-bf42-4164-a973-874f69b8cb1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631723 Jun 26 18:22:26.379705 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f91aed-bf42-4164-a973-874f69b8cb1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=68107b39-804a-4769-a645-af1e3707f9fa,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:26.396825 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b6f91aed-bf42-4164-a973-874f69b8cb1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:26.515997 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:26.534600 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:26.555998 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f067cff2-2d80-4b68-a79f-d9f75dedce25 req-31d5bb02-1463-4809-b70d-d87067bc13be tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0339854 Jun 26 18:22:26.688263 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Attempting to bind port a5a5b97f-1bde-4151-9086-9153b3a34290 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:26.688801 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Attempting to bind port a5a5b97f-1bde-4151-9086-9153b3a34290 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:26.689029 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Attempting to bind port a5a5b97f-1bde-4151-9086-9153b3a34290 on network 0d846234-23d8-42d7-b28e-92457d4e6f5f {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:26.703462 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Port a5a5b97f-1bde-4151-9086-9153b3a34290 on network 0d846234-23d8-42d7-b28e-92457d4e6f5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:22:26.703734 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Attempting to bind port a5a5b97f-1bde-4151-9086-9153b3a34290 on network 0d846234-23d8-42d7-b28e-92457d4e6f5f {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:26.715715 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-23dcd6e3-f367-453e-b4a6-97a2a4605784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:26.717991 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-23dcd6e3-f367-453e-b4a6-97a2a4605784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:26.719354 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-23dcd6e3-f367-453e-b4a6-97a2a4605784 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f11b505-e1a3-4e31-b019-f43181fe172e HTTP/1.1" status: 204 len: 168 time: 0.9518182 Jun 26 18:22:26.721313 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Allocated IP 172.20.0.4 (11f186de-3c3d-410e-962a-ea1d4732274c/823fea05-cbcf-425a-bf65-2840733ad5dd/fad521e2-def8-465e-b1f0-6d81eb99fc93) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:22:26.723591 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-59711358-018a-45b2-b042-56783965d271 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:26.728772 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:26.729117 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Checking segment: {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:26.729502 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Bound using segment: {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:26.729951 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Bound port: a5a5b97f-1bde-4151-9086-9153b3a34290, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:26.730308 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:26.753718 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcd6e3-f367-453e-b4a6-97a2a4605784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11b505-e1a3-4e31-b019-f43181fe172e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:26.767066 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-23dcd6e3-f367-453e-b4a6-97a2a4605784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:26.789212 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46380b-6f31-4acc-a3ae-6842dada7ed9 req-43ae0d8c-2c87-4efa-8510-395bca233cf2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:26.798580 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2c46380b-6f31-4acc-a3ae-6842dada7ed9 req-43ae0d8c-2c87-4efa-8510-395bca233cf2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 944 time: 0.2920518 Jun 26 18:22:26.905259 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2c46380b-6f31-4acc-a3ae-6842dada7ed9 req-9e9128ce-bbfd-4305-9704-8a9ca92fa921 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057439 Jun 26 18:22:26.942358 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005dc05-a1dd-4998-8bf4-a02189f3e7fc req-23a22399-f7c5-4c2d-bfd9-c0b1e06d1c03 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:26.945287 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8005dc05-a1dd-4998-8bf4-a02189f3e7fc req-23a22399-f7c5-4c2d-bfd9-c0b1e06d1c03 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0799773 Jun 26 18:22:26.977355 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:26.996298 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:27.002217 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8005dc05-a1dd-4998-8bf4-a02189f3e7fc req-8d1f9d40-e0c4-4f40-9256-c112200247cd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444090 Jun 26 18:22:27.036559 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.051374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Transition to ACTIVE for port object fad521e2-def8-465e-b1f0-6d81eb99fc93 will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:27.057956 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.062574 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:27.115577 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:27.116553 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.117990 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5a5b97f-1bde-4151-9086-9153b3a34290 HTTP/1.1" status: 200 len: 1094 time: 2.1166799 Jun 26 18:22:27.118498 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:27.121296 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f9f6fd-3ec8-4e81-97a2-ef898db0c639" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:27.166882 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:27.170236 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:27.189265 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51ef912-78fc-46f4-858a-4ea460912c2e x-openstack-request-id: req-c51ef912-78fc-46f4-858a-4ea460912c2e {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:27.189586 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:27.189871 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c51ef912-78fc-46f4-858a-4ea460912c2e {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:27.190292 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'status': 'completed', 'code': 200} Jun 26 18:22:27.254785 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.282420 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:27.337693 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Network 11f186de-3c3d-410e-962a-ea1d4732274c is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:27.347641 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:27.349992 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:22:27.356374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'Port': ['ID=fad521e2-def8-465e-b1f0-6d81eb99fc93,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:27.357436 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:27.407020 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9f6fd-3ec8-4e81-97a2-ef898db0c639 req-9e3242d1-94b5-4fdb-8fb3-4f5acdad3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:27.408090 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 976fcbbf-9623-44ba-be50-788f2f4ec2de details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:22:27.408653 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-58f9f6fd-3ec8-4e81-97a2-ef898db0c639 req-9e3242d1-94b5-4fdb-8fb3-4f5acdad3847 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 1097 time: 0.1662838 Jun 26 18:22:27.414422 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:27.415069 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.475990 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 8eb82811-f5ca-4f29-b8b9-77c3af89df95 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:27.556455 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8130844 Jun 26 18:22:27.585961 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Request body: {'port': {'device_id': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:27.599838 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988560db-5b79-4dbf-b7e7-4dd4b50d1fc3 req-11566a80-04e4-4192-a02a-0408fbdb7dc3 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:27.601505 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-988560db-5b79-4dbf-b7e7-4dd4b50d1fc3 req-11566a80-04e4-4192-a02a-0408fbdb7dc3 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 946 time: 0.0801353 Jun 26 18:22:27.614308 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 976fcbbf-9623-44ba-be50-788f2f4ec2de, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=976fcbbf-9623-44ba-be50-788f2f4ec2de,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:27.627580 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '976fcbbf-9623-44ba-be50-788f2f4ec2de', 'network_id': 'fab8e859-20b2-416f-9ec3-69a744a3fe18', 'port_id': '976fcbbf-9623-44ba-be50-788f2f4ec2de', 'mac_address': 'fa:16:3e:71:c3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd06f91-1947-4286-a5c2-c14c31a7d51b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:22:27.667008 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9f6fd-3ec8-4e81-97a2-ef898db0c639 req-1880e2e4-de5b-41ed-9bf7-a46091c3f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:27.668632 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-58f9f6fd-3ec8-4e81-97a2-ef898db0c639 req-1880e2e4-de5b-41ed-9bf7-a46091c3f765 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ec614dc5ca38497d9aed818d210815e9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2429538 Jun 26 18:22:27.675320 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-988560db-5b79-4dbf-b7e7-4dd4b50d1fc3 req-465dc2fe-08fa-4a40-8e81-4f6655a6aee8 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569773 Jun 26 18:22:27.685031 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59602) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:27.703364 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.706063 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f4eba6fa-f02f-457b-87a9-f55a01fa7146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.729789 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-f4b7f728-6744-49c8-9f53-79b70e36e65e None None] Provisioning for port fad521e2-def8-465e-b1f0-6d81eb99fc93 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:27.734372 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976fcbbf-9623-44ba-be50-788f2f4ec2de {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:27.751789 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-f4b7f728-6744-49c8-9f53-79b70e36e65e None None] Provisioning complete for port fad521e2-def8-465e-b1f0-6d81eb99fc93 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:27.752179 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f4b7f728-6744-49c8-9f53-79b70e36e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.784379 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 8eb82811-f5ca-4f29-b8b9-77c3af89df95 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:27.807514 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 976fcbbf-9623-44ba-be50-788f2f4ec2de, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=976fcbbf-9623-44ba-be50-788f2f4ec2de,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:27.814504 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f4eba6fa-f02f-457b-87a9-f55a01fa7146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.814855 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 8eb82811-f5ca-4f29-b8b9-77c3af89df95 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:27.815238 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.840081 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7f728-6744-49c8-9f53-79b70e36e65e None None] Port fad521e2-def8-465e-b1f0-6d81eb99fc93 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:22:27.877264 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.907100 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.925761 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f4eba6fa-f02f-457b-87a9-f55a01fa7146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.929554 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b6f91aed-bf42-4164-a973-874f69b8cb1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:27.937337 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:27.958407 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 8eb82811-f5ca-4f29-b8b9-77c3af89df95, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:27.959623 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6e23b707-c32c-4b85-9aaf-c8883cc16aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:27.982243 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f786c0f-bd58-45a8-8e15-4b1f0f368aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb82811-f5ca-4f29-b8b9-77c3af89df95'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:27.983208 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9f6fd-3ec8-4e81-97a2-ef898db0c639 req-be3426b3-76bb-4d32-8ac7-6e6e8e3674e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:27.985495 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-58f9f6fd-3ec8-4e81-97a2-ef898db0c639 req-be3426b3-76bb-4d32-8ac7-6e6e8e3674e1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3075833 Jun 26 18:22:27.989570 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4087ce6-00a9-4a60-9bf2-e4581379cefa" -d '{"events": [{"server_uuid": "4f786c0f-bd58-45a8-8e15-4b1f0f368aee", "name": "network-vif-plugged", "status": "completed", "tag": "8eb82811-f5ca-4f29-b8b9-77c3af89df95"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:27.994623 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f4eba6fa-f02f-457b-87a9-f55a01fa7146 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f561165e5b2045f6b5382e089c4a1369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044474 Jun 26 18:22:27.994623 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59612) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:28.000874 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eba6fa-f02f-457b-87a9-f55a01fa7146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dadc0ec-2f1d-4a26-95ff-658a5017466f,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:28.009097 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f4eba6fa-f02f-457b-87a9-f55a01fa7146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:28.050242 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab7142-c263-42fe-9086-71efea97cb77 req-4df01bb4-f88d-467f-869b-f06eed25fda7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:28.051837 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-54ab7142-c263-42fe-9086-71efea97cb77 req-4df01bb4-f88d-467f-869b-f06eed25fda7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 931 time: 0.2854710 Jun 26 18:22:28.086375 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3bff9d9f-2b48-4210-9147-4d3b3be94264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:28.088125 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=976fcbbf-9623-44ba-be50-788f2f4ec2de,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:28.096332 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:28.132348 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:28.135163 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-24ad6413-7eb9-4dca-96d2-74699d50b6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:28.155732 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3bff9d9f-2b48-4210-9147-4d3b3be94264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:28.245554 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-54ab7142-c263-42fe-9086-71efea97cb77 req-bbacfc94-2384-441e-9fbe-ca9dd843f544 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247401 Jun 26 18:22:28.269273 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9d1a3-ed41-4331-bc02-482b741911f7 req-e693cab9-3771-4375-ae6d-90c23c43429d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:28.272381 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=8eb82811-f5ca-4f29-b8b9-77c3af89df95,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:28.274152 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9ec9d1a3-ed41-4331-bc02-482b741911f7 req-e693cab9-3771-4375-ae6d-90c23c43429d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 945 time: 0.1748714 Jun 26 18:22:28.290120 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:28.323894 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['976fcbbf-9623-44ba-be50-788f2f4ec2de'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:22:28.365021 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d8343a-5b4d-4639-94c6-6a6753cdfcd7 x-openstack-request-id: req-09d8343a-5b4d-4639-94c6-6a6753cdfcd7 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:28.365324 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f786c0f-bd58-45a8-8e15-4b1f0f368aee", "name": "network-vif-plugged", "status": "completed", "tag": "8eb82811-f5ca-4f29-b8b9-77c3af89df95", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:28.365589 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09d8343a-5b4d-4639-94c6-6a6753cdfcd7 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:28.365981 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f786c0f-bd58-45a8-8e15-4b1f0f368aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb82811-f5ca-4f29-b8b9-77c3af89df95', 'code': 200} Jun 26 18:22:28.368799 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966aed2-cba9-47d6-8982-902149d243c7 req-2cbc7660-4f15-4b22-9292-59720348b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:28.370467 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-2cbc7660-4f15-4b22-9292-59720348b3c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 1097 time: 0.2301683 Jun 26 18:22:28.399596 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3bff9d9f-2b48-4210-9147-4d3b3be94264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:28.412692 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9ec9d1a3-ed41-4331-bc02-482b741911f7 req-7a301c50-3048-44bf-a49f-b1eb4c8ba320 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229858 Jun 26 18:22:28.427777 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3bff9d9f-2b48-4210-9147-4d3b3be94264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:28.434973 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-3bff9d9f-2b48-4210-9147-4d3b3be94264 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dadc0ec-2f1d-4a26-95ff-658a5017466f HTTP/1.1" status: 204 len: 168 time: 0.4398303 Jun 26 18:22:28.434973 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:28.446366 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff9d9f-2b48-4210-9147-4d3b3be94264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dadc0ec-2f1d-4a26-95ff-658a5017466f,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:28.478550 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-3bff9d9f-2b48-4210-9147-4d3b3be94264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:28.534014 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-8a7adcec-fb97-49cf-b996-631effea9dbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a5b97f-1bde-4151-9086-9153b3a34290 HTTP/1.1" status: 200 len: 217 time: 0.1317732 Jun 26 18:22:28.602574 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad521e2-def8-465e-b1f0-6d81eb99fc93 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:28.613584 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:28.629370 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966aed2-cba9-47d6-8982-902149d243c7 req-b1c27941-3aed-4abf-9a49-a78c31da3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:28.631017 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-b1c27941-3aed-4abf-9a49-a78c31da3155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0859263 Jun 26 18:22:28.669151 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Transition to ACTIVE for port object fad521e2-def8-465e-b1f0-6d81eb99fc93 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:28.752026 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:28.972954 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664b4da-006c-48ab-ac15-a94d6e3c2206 req-2f38327a-6545-4b3d-a8dc-5bee116a6665 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:28.975065 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4664b4da-006c-48ab-ac15-a94d6e3c2206 req-2f38327a-6545-4b3d-a8dc-5bee116a6665 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 946 time: 0.1028595 Jun 26 18:22:28.975451 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-53cf0463-0f24-4755-a869-dc35c1edda9b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:29.082467 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dba69-4a5d-4fa1-99d2-65f4aefe76a8 req-89e0deeb-210f-4897-992d-ad6d57c258d8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:29.086430 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cd8dba69-4a5d-4fa1-99d2-65f4aefe76a8 req-89e0deeb-210f-4897-992d-ad6d57c258d8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.4517381 Jun 26 18:22:29.099897 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966aed2-cba9-47d6-8982-902149d243c7 req-db1fa04c-b297-4078-af36-d8e632e6a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:29.101450 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-db1fa04c-b297-4078-af36-d8e632e6a306 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4311967 Jun 26 18:22:29.130514 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4664b4da-006c-48ab-ac15-a94d6e3c2206 req-12b2d7eb-9bf7-4a60-9ee9-b4f265e5e7fe tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455762 Jun 26 18:22:29.166476 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92af462-75fd-42c5-a237-5edba77a7bf2 req-d2f4418f-eb1b-423a-9ce7-c66709432a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:29.168207 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e92af462-75fd-42c5-a237-5edba77a7bf2 req-d2f4418f-eb1b-423a-9ce7-c66709432a53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1098 time: 0.1821041 Jun 26 18:22:29.221432 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e92af462-75fd-42c5-a237-5edba77a7bf2 req-d6fd31fa-d471-4de1-a573-6e09453601e5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461216 Jun 26 18:22:29.278450 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Pushing event updated for resources: {'Port': ['ID=fad521e2-def8-465e-b1f0-6d81eb99fc93,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:29.297213 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:29.351774 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cd8dba69-4a5d-4fa1-99d2-65f4aefe76a8 req-9e832f71-e7db-44a8-97de-5fcb8e09a0bf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642398 Jun 26 18:22:29.367073 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-2068c9ac-4b50-4b04-87ed-43024c2649f8 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402353 Jun 26 18:22:29.387716 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Attempting to bind port fad521e2-def8-465e-b1f0-6d81eb99fc93 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:29.388093 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Attempting to bind port fad521e2-def8-465e-b1f0-6d81eb99fc93 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:29.388445 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Attempting to bind port fad521e2-def8-465e-b1f0-6d81eb99fc93 on network 11f186de-3c3d-410e-962a-ea1d4732274c {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:29.393822 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Port fad521e2-def8-465e-b1f0-6d81eb99fc93 on network 11f186de-3c3d-410e-962a-ea1d4732274c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:22:29.395431 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Attempting to bind port fad521e2-def8-465e-b1f0-6d81eb99fc93 on network 11f186de-3c3d-410e-962a-ea1d4732274c {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:29.399383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:29.399732 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Checking segment: {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:29.400141 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Bound using segment: {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:29.400612 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Bound port: fad521e2-def8-465e-b1f0-6d81eb99fc93, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:29.407769 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:29.409803 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 976fcbbf-9623-44ba-be50-788f2f4ec2de up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:29.459580 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5714e0-b847-48e3-9048-e1d15460561b req-7d5fcfaa-763b-4d11-88b9-8f9feac65dcf tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:29.461577 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2e5714e0-b847-48e3-9048-e1d15460561b req-7d5fcfaa-763b-4d11-88b9-8f9feac65dcf tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0807416 Jun 26 18:22:29.504784 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2e5714e0-b847-48e3-9048-e1d15460561b req-2eea2d74-25e0-4594-82c8-5e1d79d2a943 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364273 Jun 26 18:22:29.533754 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] For port fad521e2-def8-465e-b1f0-6d81eb99fc93, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:29.554964 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 976fcbbf-9623-44ba-be50-788f2f4ec2de completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:29.559686 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 976fcbbf-9623-44ba-be50-788f2f4ec2de triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:29.563295 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:29.601937 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] For port fad521e2-def8-465e-b1f0-6d81eb99fc93, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:29.642792 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c966aed2-cba9-47d6-8982-902149d243c7 req-85d07028-a55e-4814-9457-273fbeb361ed service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476989 Jun 26 18:22:29.658817 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12756873-c6c4-4789-8e3a-04d56bc43dc8 req-279a4913-52a4-4c47-a932-7c1cde039908 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:29.660502 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12756873-c6c4-4789-8e3a-04d56bc43dc8 req-279a4913-52a4-4c47-a932-7c1cde039908 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 945 time: 0.0975111 Jun 26 18:22:29.673225 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:29.709144 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 976fcbbf-9623-44ba-be50-788f2f4ec2de, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=976fcbbf-9623-44ba-be50-788f2f4ec2de,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:29.712021 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12756873-c6c4-4789-8e3a-04d56bc43dc8 req-27629b72-08dc-47eb-b46c-41acd7f8b391 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Jun 26 18:22:29.714415 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:29.717783 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:29.747747 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:29.748363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:29.750379 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] 10.222.0.37 "PUT /v2.0/ports/fad521e2-def8-465e-b1f0-6d81eb99fc93 HTTP/1.1" status: 200 len: 1093 time: 2.1782436 Jun 26 18:22:29.750888 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'tag': 'fad521e2-def8-465e-b1f0-6d81eb99fc93'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:29.753172 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25132a04-d672-419a-8d7a-48325cddd2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb6279a-7e88-4d78-9384-643f1900e3b1", "tag": "fad521e2-def8-465e-b1f0-6d81eb99fc93"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:29.782910 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Pushing event updated for resources: {'Port': ['ID=fad521e2-def8-465e-b1f0-6d81eb99fc93,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:29.786417 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:29.792218 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7325f43a-342b-4d3a-bed2-bd2a0fbee1aa x-openstack-request-id: req-7325f43a-342b-4d3a-bed2-bd2a0fbee1aa {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:29.792610 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb6279a-7e88-4d78-9384-643f1900e3b1", "tag": "fad521e2-def8-465e-b1f0-6d81eb99fc93", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:29.792906 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7325f43a-342b-4d3a-bed2-bd2a0fbee1aa {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:29.793332 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'tag': 'fad521e2-def8-465e-b1f0-6d81eb99fc93', 'status': 'completed', 'code': 200} Jun 26 18:22:29.805897 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:29.808298 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b759e037-0214-4e75-8d68-26a71231ecdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:29.895205 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=976fcbbf-9623-44ba-be50-788f2f4ec2de,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:29.906766 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:29.971212 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132a04-d672-419a-8d7a-48325cddd2aa req-673c7b88-8bb8-4637-8cda-8f8ae66b446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:29.972945 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-25132a04-d672-419a-8d7a-48325cddd2aa req-673c7b88-8bb8-4637-8cda-8f8ae66b446d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 1096 time: 0.0706246 Jun 26 18:22:30.104705 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132a04-d672-419a-8d7a-48325cddd2aa req-d88be8f0-8f04-4c25-8800-985a196761eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:30.106709 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-25132a04-d672-419a-8d7a-48325cddd2aa req-d88be8f0-8f04-4c25-8800-985a196761eb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ad06cf8d1da342fdab53083d123f7005&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1187580 Jun 26 18:22:30.282628 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132a04-d672-419a-8d7a-48325cddd2aa req-158731ea-9154-4e18-a802-ca6299a7e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:30.284902 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-25132a04-d672-419a-8d7a-48325cddd2aa req-158731ea-9154-4e18-a802-ca6299a7e121 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703863 Jun 26 18:22:30.366710 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341f86ab-6636-444d-8fe0-6469500d41bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976fcbbf-9623-44ba-be50-788f2f4ec2de'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:30.369060 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5356d5-5425-4891-ab8b-72c08b26fe9a" -d '{"events": [{"server_uuid": "341f86ab-6636-444d-8fe0-6469500d41bc", "name": "network-vif-plugged", "status": "completed", "tag": "976fcbbf-9623-44ba-be50-788f2f4ec2de"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:30.404158 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b264d9-6db9-4e69-bdaf-8ff3e10e3727 x-openstack-request-id: req-78b264d9-6db9-4e69-bdaf-8ff3e10e3727 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:30.404629 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341f86ab-6636-444d-8fe0-6469500d41bc", "name": "network-vif-plugged", "status": "completed", "tag": "976fcbbf-9623-44ba-be50-788f2f4ec2de", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:30.404909 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78b264d9-6db9-4e69-bdaf-8ff3e10e3727 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:30.405330 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341f86ab-6636-444d-8fe0-6469500d41bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976fcbbf-9623-44ba-be50-788f2f4ec2de', 'code': 200} Jun 26 18:22:30.562758 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-f9b96f97-508f-452a-b1d1-e63e1f53ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:30.564491 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-f9b96f97-508f-452a-b1d1-e63e1f53ad06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 1096 time: 0.0996456 Jun 26 18:22:30.590764 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e26580-bbea-465a-9b88-6b21c901b5fd req-e1bbabdd-d356-4030-a2be-6b1b0cb8c8d1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:30.592312 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-82e26580-bbea-465a-9b88-6b21c901b5fd req-e1bbabdd-d356-4030-a2be-6b1b0cb8c8d1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.1019540 Jun 26 18:22:30.621340 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-7a27a80f-af37-46c9-978d-5cdc317ba4d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93 HTTP/1.1" status: 200 len: 217 time: 0.0410578 Jun 26 18:22:30.682170 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-82e26580-bbea-465a-9b88-6b21c901b5fd req-fece7c9f-7575-4234-a537-5241a24c40eb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837729 Jun 26 18:22:30.725233 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-f54522af-ec3f-499c-ba13-25de43e69a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:30.728399 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-f54522af-ec3f-499c-ba13-25de43e69a48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=823fea05-cbcf-425a-bf65-2840733ad5dd HTTP/1.1" status: 200 len: 850 time: 0.0991271 Jun 26 18:22:30.810032 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:30.884868 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae61930-5283-408b-a6c5-45d1066eaf9f req-973f1553-4989-4993-8729-2ef2da67edb9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:30.886347 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eae61930-5283-408b-a6c5-45d1066eaf9f req-973f1553-4989-4993-8729-2ef2da67edb9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 943 time: 0.2558975 Jun 26 18:22:30.891182 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-7562eb57-cc18-4e0e-bbf7-81347e039b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:30.892602 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-7562eb57-cc18-4e0e-bbf7-81347e039b0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11f186de-3c3d-410e-962a-ea1d4732274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1101685 Jun 26 18:22:30.950639 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddd74b-c5f6-422b-a3cb-22ba88a16c7a req-628b7e58-9764-4e3a-b936-4fa639e8ce03 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:30.952770 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cbddd74b-c5f6-422b-a3cb-22ba88a16c7a req-628b7e58-9764-4e3a-b936-4fa639e8ce03 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0810792 Jun 26 18:22:31.018209 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eae61930-5283-408b-a6c5-45d1066eaf9f req-4f9ef011-1d9e-4a15-943a-56e49371cb0a tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245532 Jun 26 18:22:31.022757 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cbddd74b-c5f6-422b-a3cb-22ba88a16c7a req-5bbacbe8-b1b9-440c-8709-80147d40ca14 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627213 Jun 26 18:22:31.083226 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-0efa02c7-3803-4f73-8ba8-f11dcddc1d36 service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829929 Jun 26 18:22:31.159435 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1252-d523-4484-a583-1937320f127f req-17fbb522-af43-45a8-a94e-e3856722933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:31.163647 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7c0b1252-d523-4484-a583-1937320f127f req-17fbb522-af43-45a8-a94e-e3856722933c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 1099 time: 0.1870117 Jun 26 18:22:31.225025 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7c0b1252-d523-4484-a583-1937320f127f req-76e650b9-e0bc-470a-8d95-c15c894ff872 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567200 Jun 26 18:22:31.227014 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84a4f96b-db0f-428e-8c76-1a836b90da7c req-5ba6aac5-cbe7-42a4-91fd-d0f681c79219 service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368160 Jun 26 18:22:31.878766 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e75e63-e89a-40f0-a8c1-5885d2b50941 req-b87b55cf-7a69-4f8e-8acb-d72b37e4ba96 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:31.880237 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-36e75e63-e89a-40f0-a8c1-5885d2b50941 req-b87b55cf-7a69-4f8e-8acb-d72b37e4ba96 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0626593 Jun 26 18:22:31.918794 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-36e75e63-e89a-40f0-a8c1-5885d2b50941 req-86372e86-4afd-42ac-8a01-4e194e2bf859 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326855 Jun 26 18:22:32.189358 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6075562-579c-4df4-a209-c11961ff1f2b req-a6e02a9f-237a-4b45-b324-4396c9655c25 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:32.190842 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c6075562-579c-4df4-a209-c11961ff1f2b req-a6e02a9f-237a-4b45-b324-4396c9655c25 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0699632 Jun 26 18:22:32.232532 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c6075562-579c-4df4-a209-c11961ff1f2b req-cd0ec623-4d55-45ce-89d6-afde205478ce tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354998 Jun 26 18:22:32.232946 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b4aee-498d-42f8-afd3-d9e8df612a24 req-d95a3cfa-67d5-4533-bcd5-041b7b0184dc tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:32.240899 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-331b4aee-498d-42f8-afd3-d9e8df612a24 req-d95a3cfa-67d5-4533-bcd5-041b7b0184dc tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0886972 Jun 26 18:22:32.292646 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-331b4aee-498d-42f8-afd3-d9e8df612a24 req-6367bad3-61f9-4593-a8e9-b1b26b9d7f96 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Jun 26 18:22:33.102267 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfe944-b57b-4647-ba3c-cc4b9a13bc29 req-4d651102-db83-40be-88f8-5770ba5ad4d9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:33.102267 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d7cfe944-b57b-4647-ba3c-cc4b9a13bc29 req-4d651102-db83-40be-88f8-5770ba5ad4d9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0662823 Jun 26 18:22:33.139622 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d7cfe944-b57b-4647-ba3c-cc4b9a13bc29 req-b8a909ad-182f-4e21-9f3e-9244bc2409c5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321362 Jun 26 18:22:33.406149 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed9691-e94a-4cd7-9580-6088a2d7aacb req-6ab8c5dd-9645-413f-9f9b-7a35bbbdcbd6 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:33.407633 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89ed9691-e94a-4cd7-9580-6088a2d7aacb req-6ab8c5dd-9645-413f-9f9b-7a35bbbdcbd6 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0632613 Jun 26 18:22:33.422993 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:22:33.447302 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89ed9691-e94a-4cd7-9580-6088a2d7aacb req-b93bfc11-5ddd-4228-a6f7-e447372ebd5b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338292 Jun 26 18:22:33.528991 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:33.542467 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'port_id': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'mac_address': 'fa:16:3e:6c:3b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:22:33.585902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:33.600153 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a5b97f-1bde-4151-9086-9153b3a34290 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:33.623294 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:33.666299 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f13f01-4beb-46b1-bff5-a822665b196e req-5297c62b-4769-4d16-bbfa-dfdf2cb9bc19 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:33.669779 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-36f13f01-4beb-46b1-bff5-a822665b196e req-5297c62b-4769-4d16-bbfa-dfdf2cb9bc19 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0877967 Jun 26 18:22:33.703528 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:33.706823 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-934ca12e-0a5c-430d-a40f-d48a4ab1ae88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:33.714547 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-36f13f01-4beb-46b1-bff5-a822665b196e req-1d37dadf-4535-4bfd-9935-5fb5f6339023 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369372 Jun 26 18:22:33.788757 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:33.799361 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:34.056734 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['a5a5b97f-1bde-4151-9086-9153b3a34290'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:22:34.330936 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b3e99-b831-40a8-aec5-7527f6c1e701 req-b573abf9-d476-4e71-b1db-132e0578292c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:34.332446 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9a9b3e99-b831-40a8-aec5-7527f6c1e701 req-b573abf9-d476-4e71-b1db-132e0578292c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 945 time: 0.0705614 Jun 26 18:22:34.371533 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9a9b3e99-b831-40a8-aec5-7527f6c1e701 req-6f0c20d3-3ba7-4b82-97bd-fb325961ad72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332620 Jun 26 18:22:34.423419 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edf3a2-25e8-4a1d-906e-2a504f5916e5 req-f97d8857-f647-4f41-afa9-c712ceeb379f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:34.425223 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-94edf3a2-25e8-4a1d-906e-2a504f5916e5 req-f97d8857-f647-4f41-afa9-c712ceeb379f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0654440 Jun 26 18:22:34.491801 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-94edf3a2-25e8-4a1d-906e-2a504f5916e5 req-1107b79c-d2a7-4c13-bc4a-031008279b48 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573578 Jun 26 18:22:34.507209 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-31e27b2f-5113-40d9-8155-fa84dd37aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:34.514031 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-31e27b2f-5113-40d9-8155-fa84dd37aaf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 1099 time: 0.0826018 Jun 26 18:22:34.606036 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-4abd2567-1075-4667-b063-3897baafc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:34.607534 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-4abd2567-1075-4667-b063-3897baafc25b service neutron] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 919 time: 0.0923398 Jun 26 18:22:34.649989 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ed63c-e1e2-4c10-85d5-44c80e5a9b23 req-5ddbcb25-29c4-4743-9d4f-3df7f0548be8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:34.651468 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-685ed63c-e1e2-4c10-85d5-44c80e5a9b23 req-5ddbcb25-29c4-4743-9d4f-3df7f0548be8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0796568 Jun 26 18:22:34.652118 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-9a3c0fb4-0474-49b3-af9e-6d7b4a703f58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976fcbbf-9623-44ba-be50-788f2f4ec2de HTTP/1.1" status: 200 len: 217 time: 0.0372374 Jun 26 18:22:34.692952 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-685ed63c-e1e2-4c10-85d5-44c80e5a9b23 req-3fa344cd-02cb-45be-8f05-8fb44ee692f0 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337665 Jun 26 18:22:34.720003 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-8d8f8f35-a72f-45b8-8944-e92d3094cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:34.721505 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-8d8f8f35-a72f-45b8-8944-e92d3094cb3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.0518398 Jun 26 18:22:34.765985 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-984d6069-4b0b-4990-bd18-f3b994e79686 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258565 Jun 26 18:22:34.855310 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-445b744c-6a04-4b13-98f4-9fcae9a39a8a service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828707 Jun 26 18:22:34.955250 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d57e5c1-faa1-4ca5-b93a-73996210c540 req-76ed8a42-8006-4631-bf85-923bfd269d0a service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925217 Jun 26 18:22:35.435141 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device fad521e2-def8-465e-b1f0-6d81eb99fc93 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:22:35.442735 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:35.543218 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59902) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:35.559539 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff372-c21a-4f0e-8298-e11ed1232201 req-9f37a7cb-fd11-4bfc-a23f-cfb6bbe6a069 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:35.562039 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-458ff372-c21a-4f0e-8298-e11ed1232201 req-9f37a7cb-fd11-4bfc-a23f-cfb6bbe6a069 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 945 time: 0.0703652 Jun 26 18:22:35.584854 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port fad521e2-def8-465e-b1f0-6d81eb99fc93, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:35.613382 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port a5a5b97f-1bde-4151-9086-9153b3a34290 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:35.622940 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'fad521e2-def8-465e-b1f0-6d81eb99fc93', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'port_id': 'fad521e2-def8-465e-b1f0-6d81eb99fc93', 'mac_address': 'fa:16:3e:f5:45:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:22:35.623802 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-458ff372-c21a-4f0e-8298-e11ed1232201 req-212e8108-9f8c-41c8-a35c-35fba7ddf92b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553625 Jun 26 18:22:35.628489 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port a5a5b97f-1bde-4151-9086-9153b3a34290 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:35.634621 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:35.729727 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:35.744950 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5ff6-84a3-4169-8923-f73a67271f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:35.747318 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad521e2-def8-465e-b1f0-6d81eb99fc93 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:35.816042 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port fad521e2-def8-465e-b1f0-6d81eb99fc93, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:35.818910 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:35.854332 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:35.855342 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:35.857804 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9197f12b-db58-4bdf-afd3-5ff308c4a3d4" -d '{"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-plugged", "status": "completed", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:35.872151 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4a160-6f2b-4083-b345-ea896ad692f0 req-3c15f6d0-278f-4e69-bbbd-c21fb162dda9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:35.875894 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3ac4a160-6f2b-4083-b345-ea896ad692f0 req-3c15f6d0-278f-4e69-bbbd-c21fb162dda9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.1863005 Jun 26 18:22:35.882903 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:35.885513 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-98a782c1-058f-4554-9d07-5af7a6326581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:35.896624 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5ff6-84a3-4169-8923-f73a67271f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:35.898459 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f7ea1-ad5d-498d-ad7a-428c63d54aa8 req-6d7e0ddb-cd1e-47db-8033-f0375d76648f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:35.906404 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f01f7ea1-ad5d-498d-ad7a-428c63d54aa8 req-6d7e0ddb-cd1e-47db-8033-f0375d76648f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0890877 Jun 26 18:22:35.931481 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:35.941769 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3ac4a160-6f2b-4083-b345-ea896ad692f0 req-228024ab-5edc-4e8a-9d64-8d8750b97036 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533211 Jun 26 18:22:35.951567 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=fad521e2-def8-465e-b1f0-6d81eb99fc93,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:35.958268 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5ff6-84a3-4169-8923-f73a67271f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:35.958414 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f01f7ea1-ad5d-498d-ad7a-428c63d54aa8 req-92cd652d-51b2-486d-ab13-0bc856899209 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490880 Jun 26 18:22:35.965047 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:35.966948 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:36.007106 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:36.018501 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e4e6fe-9aaa-46e1-8ee2-4218275fad31 x-openstack-request-id: req-94e4e6fe-9aaa-46e1-8ee2-4218275fad31 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:36.018803 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-plugged", "status": "completed", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:36.019068 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94e4e6fe-9aaa-46e1-8ee2-4218275fad31 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:36.019473 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'code': 200} Jun 26 18:22:36.029058 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6e7d5ff6-84a3-4169-8923-f73a67271f83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdb10b656a894f0784421e20d1a98444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839637 Jun 26 18:22:36.034242 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59926) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:36.051759 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:36.052598 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d5ff6-84a3-4169-8923-f73a67271f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d42d4e6-43d6-450e-96d2-b3353c34742e,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:36.055933 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6e7d5ff6-84a3-4169-8923-f73a67271f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:36.056471 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:36.097081 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59928) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:36.103026 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ae278f20-e222-47c0-ac4c-b2712703c2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.126333 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ae278f20-e222-47c0-ac4c-b2712703c2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.230998 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-750c84ac-7813-49be-9f48-282ec5171694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.267561 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ae278f20-e222-47c0-ac4c-b2712703c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.270059 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ae278f20-e222-47c0-ac4c-b2712703c2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.271300 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ae278f20-e222-47c0-ac4c-b2712703c2ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d42d4e6-43d6-450e-96d2-b3353c34742e HTTP/1.1" status: 204 len: 168 time: 0.2354777 Jun 26 18:22:36.273511 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:36.286318 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['fad521e2-def8-465e-b1f0-6d81eb99fc93'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:22:36.294496 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae278f20-e222-47c0-ac4c-b2712703c2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d42d4e6-43d6-450e-96d2-b3353c34742e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:36.295487 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ae278f20-e222-47c0-ac4c-b2712703c2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:36.348374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-750c84ac-7813-49be-9f48-282ec5171694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.494093 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-750c84ac-7813-49be-9f48-282ec5171694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.497989 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-23dcd6e3-f367-453e-b4a6-97a2a4605784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:36.536502 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-750c84ac-7813-49be-9f48-282ec5171694 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5eaf775ca757440caf39a55246a6bb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383900 Jun 26 18:22:36.541680 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59938) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:36.544390 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c84ac-7813-49be-9f48-282ec5171694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1fa2b5-f9b7-4cd9-8ae4-ebfcce37d104,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:36.548272 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-750c84ac-7813-49be-9f48-282ec5171694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:36.559111 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2ad6-7fff-450e-bb8a-879fc135960f req-26bc5f6c-eaf4-428a-8bd2-bf7ca63c9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:36.560631 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-105e2ad6-7fff-450e-bb8a-879fc135960f req-26bc5f6c-eaf4-428a-8bd2-bf7ca63c9155 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 1099 time: 0.0942967 Jun 26 18:22:36.596685 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-105e2ad6-7fff-450e-bb8a-879fc135960f req-fb1698b1-9861-4305-bc80-d7dd782f2767 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294085 Jun 26 18:22:36.600688 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0632c7f1-9679-4a66-807b-a2b7cbf8b6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.621370 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0632c7f1-9679-4a66-807b-a2b7cbf8b6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.764113 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0632c7f1-9679-4a66-807b-a2b7cbf8b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.767007 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0632c7f1-9679-4a66-807b-a2b7cbf8b6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:36.768149 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-0632c7f1-9679-4a66-807b-a2b7cbf8b6cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd1fa2b5-f9b7-4cd9-8ae4-ebfcce37d104 HTTP/1.1" status: 204 len: 168 time: 0.2254305 Jun 26 18:22:36.769023 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-c051a71f-12fe-4f44-be65-523f712c7107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:36.786714 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632c7f1-9679-4a66-807b-a2b7cbf8b6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1fa2b5-f9b7-4cd9-8ae4-ebfcce37d104,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:36.786714 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-0632c7f1-9679-4a66-807b-a2b7cbf8b6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:36.826077 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbdde2-f02e-4700-b363-c3cc158f50e2 req-cfe44e65-e03a-44d2-b3ce-e5da5582aebc tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:36.827837 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f6dbdde2-f02e-4700-b363-c3cc158f50e2 req-cfe44e65-e03a-44d2-b3ce-e5da5582aebc tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0655725 Jun 26 18:22:36.869135 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f6dbdde2-f02e-4700-b363-c3cc158f50e2 req-de526bdc-f502-423a-875c-467543060bad tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355747 Jun 26 18:22:37.170541 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b8574-5a9a-488e-8959-7e1d38b12366 req-9e610256-b4b9-4680-baf5-98ddc93579b8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:37.178000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9a17d-ade0-4d99-b5de-e3528d665181 req-c88474f7-88d2-4d47-85a4-f715e6452ff1 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:37.185604 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ae9a17d-ade0-4d99-b5de-e3528d665181 req-c88474f7-88d2-4d47-85a4-f715e6452ff1 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0978236 Jun 26 18:22:37.186917 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2a5b8574-5a9a-488e-8959-7e1d38b12366 req-9e610256-b4b9-4680-baf5-98ddc93579b8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 944 time: 0.1008909 Jun 26 18:22:37.206021 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 59966) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:37.224704 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3563f0d4-61c0-4ccc-9228-0d2ffcb3a94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.272612 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ae9a17d-ade0-4d99-b5de-e3528d665181 req-a8d93089-a031-49b8-b86d-d93d31a3cbad tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865581 Jun 26 18:22:37.340339 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2a5b8574-5a9a-488e-8959-7e1d38b12366 req-c8bc3294-4031-4394-8a76-7bf9bbdc8857 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324136 Jun 26 18:22:37.422180 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3563f0d4-61c0-4ccc-9228-0d2ffcb3a94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.429929 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device fad521e2-def8-465e-b1f0-6d81eb99fc93 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:22:37.531465 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3563f0d4-61c0-4ccc-9228-0d2ffcb3a94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.535071 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-841873f9-066e-47ee-982d-24ad709508c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:37.569468 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-3563f0d4-61c0-4ccc-9228-0d2ffcb3a94c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea30d29138a248828ce2fed02719ad72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627584 Jun 26 18:22:37.571321 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563f0d4-61c0-4ccc-9228-0d2ffcb3a94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa8641e-7b83-404e-9ee2-382e8917505e,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:37.572122 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59974) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:37.574319 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-3563f0d4-61c0-4ccc-9228-0d2ffcb3a94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:37.610914 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port fad521e2-def8-465e-b1f0-6d81eb99fc93 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:22:37.617844 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port fad521e2-def8-465e-b1f0-6d81eb99fc93 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:37.618271 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.629649 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d5cf58bf-7f47-4626-be1b-2e18978b7acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.651623 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d5cf58bf-7f47-4626-be1b-2e18978b7acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.696392 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.738882 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port fad521e2-def8-465e-b1f0-6d81eb99fc93, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:37.752639 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59978) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:37.765215 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ca38b0cb-cc06-4984-8787-d2873efa5616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.807194 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d5cf58bf-7f47-4626-be1b-2e18978b7acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.809862 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d5cf58bf-7f47-4626-be1b-2e18978b7acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.811349 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-d5cf58bf-7f47-4626-be1b-2e18978b7acb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5aa8641e-7b83-404e-9ee2-382e8917505e HTTP/1.1" status: 204 len: 168 time: 0.2378998 Jun 26 18:22:37.815993 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:37.829151 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf58bf-7f47-4626-be1b-2e18978b7acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa8641e-7b83-404e-9ee2-382e8917505e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:37.831938 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d5cf58bf-7f47-4626-be1b-2e18978b7acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:37.841936 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.849504 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4d7cab57-4c25-483b-b311-033df7f65f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:37.920317 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ca38b0cb-cc06-4984-8787-d2873efa5616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:37.921087 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=fad521e2-def8-465e-b1f0-6d81eb99fc93,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:37.931498 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:38.000061 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ca38b0cb-cc06-4984-8787-d2873efa5616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:38.003601 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a641f2e2-fa97-4fa1-86a7-b57635f65185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:38.020565 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad521e2-def8-465e-b1f0-6d81eb99fc93'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:38.023171 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17272fd9-3bc0-45ce-bd15-ef12f4e6e27c" -d '{"events": [{"server_uuid": "bdb6279a-7e88-4d78-9384-643f1900e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "fad521e2-def8-465e-b1f0-6d81eb99fc93"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:38.032921 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b290f8-f9d1-44bb-8c9b-77b71a32a2ff req-6ad69b95-8a70-49a1-9f0e-58ced0acb76a tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:38.034750 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d1b290f8-f9d1-44bb-8c9b-77b71a32a2ff req-6ad69b95-8a70-49a1-9f0e-58ced0acb76a tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 946 time: 0.0842223 Jun 26 18:22:38.072447 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ca38b0cb-cc06-4984-8787-d2873efa5616 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f42fa345a5a451ab84fd3380a91271e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187211 Jun 26 18:22:38.073818 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 59988) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:38.080580 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38b0cb-cc06-4984-8787-d2873efa5616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926c5524-1d81-43e5-958d-55836be567a4,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:38.085101 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ca38b0cb-cc06-4984-8787-d2873efa5616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:38.104935 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d1b290f8-f9d1-44bb-8c9b-77b71a32a2ff req-2e2accf7-de62-456a-ab4a-7e9f6322e965 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546064 Jun 26 18:22:38.151678 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a35bf7-ccf8-4877-867b-0844eb22885b req-2e6f879e-9030-447c-9abe-cafb08fb0145 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:38.156550 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52317e8-eb09-45a0-9f63-0a2db46715a7 x-openstack-request-id: req-c52317e8-eb09-45a0-9f63-0a2db46715a7 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:38.156550 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb6279a-7e88-4d78-9384-643f1900e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "fad521e2-def8-465e-b1f0-6d81eb99fc93", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:38.157223 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-74a35bf7-ccf8-4877-867b-0844eb22885b req-2e6f879e-9030-447c-9abe-cafb08fb0145 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1411281 Jun 26 18:22:38.157340 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c52317e8-eb09-45a0-9f63-0a2db46715a7 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:38.157340 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad521e2-def8-465e-b1f0-6d81eb99fc93', 'code': 200} Jun 26 18:22:38.157483 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4db8d813-fe1d-4f31-b232-8ec6f9d9f0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:38.195502 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4db8d813-fe1d-4f31-b232-8ec6f9d9f0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:38.230384 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-74a35bf7-ccf8-4877-867b-0844eb22885b req-6703f35d-fa14-49af-b0a5-111ac0b8e684 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682182 Jun 26 18:22:38.348600 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4db8d813-fe1d-4f31-b232-8ec6f9d9f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:38.351363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4db8d813-fe1d-4f31-b232-8ec6f9d9f0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:38.354944 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-4db8d813-fe1d-4f31-b232-8ec6f9d9f0f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/926c5524-1d81-43e5-958d-55836be567a4 HTTP/1.1" status: 204 len: 168 time: 0.2775435 Jun 26 18:22:38.354944 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-1e5c28a8-3570-499f-8032-c48dfad8fe01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:38.391360 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8d813-fe1d-4f31-b232-8ec6f9d9f0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926c5524-1d81-43e5-958d-55836be567a4,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:38.396490 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4db8d813-fe1d-4f31-b232-8ec6f9d9f0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:38.475983 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb06c3-47ce-4b3e-b7a8-1519eb296f28 req-5d98ff6c-8899-4d81-8f14-b43cb82e67b4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:38.477798 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cacb06c3-47ce-4b3e-b7a8-1519eb296f28 req-5d98ff6c-8899-4d81-8f14-b43cb82e67b4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0904899 Jun 26 18:22:38.530031 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cacb06c3-47ce-4b3e-b7a8-1519eb296f28 req-6205444a-9b1f-445e-beec-1e71319eae31 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Jun 26 18:22:38.611591 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577f2a-46bc-4ced-a6a8-8207a60fa63a req-8ac48b2a-223e-4465-baf4-0883de317fad tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:38.613326 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad577f2a-46bc-4ced-a6a8-8207a60fa63a req-8ac48b2a-223e-4465-baf4-0883de317fad tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0892823 Jun 26 18:22:38.653475 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad577f2a-46bc-4ced-a6a8-8207a60fa63a req-5eb69628-b198-4af0-9ebe-77ecefa4b095 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342927 Jun 26 18:22:38.714354 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc22d-7ee0-4413-8095-3c270cb9c570 req-9e9da62f-d14e-4aa5-8004-14eb3005fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:38.715850 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-515cc22d-7ee0-4413-8095-3c270cb9c570 req-9e9da62f-d14e-4aa5-8004-14eb3005fa05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 1098 time: 0.0544055 Jun 26 18:22:38.755503 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-515cc22d-7ee0-4413-8095-3c270cb9c570 req-c9de3866-048b-4297-abc6-1290acef0b7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330019 Jun 26 18:22:39.293655 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220c61e-dbb6-452c-9d2b-2e8214d3baf6 req-0c93c7fc-f3a2-4561-a49d-c9c08ea0fd6a tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:39.295217 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4220c61e-dbb6-452c-9d2b-2e8214d3baf6 req-0c93c7fc-f3a2-4561-a49d-c9c08ea0fd6a tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 946 time: 0.0758412 Jun 26 18:22:39.352982 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4220c61e-dbb6-452c-9d2b-2e8214d3baf6 req-1621e463-63b5-486c-a2d5-9edd8bb1d84e tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493481 Jun 26 18:22:39.440267 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119f0eb-e713-49b8-a3e5-6f3444ef8fd9 req-bad72265-e9a3-49c0-9427-cf93bc4a2291 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:39.441773 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a119f0eb-e713-49b8-a3e5-6f3444ef8fd9 req-bad72265-e9a3-49c0-9427-cf93bc4a2291 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0664184 Jun 26 18:22:39.480989 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a119f0eb-e713-49b8-a3e5-6f3444ef8fd9 req-291ef0cb-2237-420b-a7f0-f87aac571fc3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329435 Jun 26 18:22:39.681910 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625e504-d0ff-47fe-99fb-24e7dca860fd req-0827e50a-6c64-41d2-91a6-411b603965b8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:39.683336 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d625e504-d0ff-47fe-99fb-24e7dca860fd req-0827e50a-6c64-41d2-91a6-411b603965b8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0842562 Jun 26 18:22:39.696390 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60078) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:39.701130 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-e45b46ce-2e3b-4974-986e-442d26866729 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'floatingip': {'port_id': 'a5a5b97f-1bde-4151-9086-9153b3a34290'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:39.896745 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fc4d0-cdce-4179-a4d0-bbc7abd35f4c req-1c008d81-e444-4827-8b26-fb1bfd586982 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:39.898330 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-956fc4d0-cdce-4179-a4d0-bbc7abd35f4c req-1c008d81-e444-4827-8b26-fb1bfd586982 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0960450 Jun 26 18:22:39.958090 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-956fc4d0-cdce-4179-a4d0-bbc7abd35f4c req-cb836a92-10fe-430c-9e23-24dda62bf7d2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517855 Jun 26 18:22:39.970306 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-45a45c66-0ea6-4fc4-939c-48711ebc0780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:40.010220 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e45b46ce-2e3b-4974-986e-442d26866729 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:40.150841 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f94f4-dccf-4e43-adbf-9a49227fc4db req-83ea3034-c107-4c7c-aa6e-0c4484b3f01c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:40.150841 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d30f94f4-dccf-4e43-adbf-9a49227fc4db req-83ea3034-c107-4c7c-aa6e-0c4484b3f01c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.4882548 Jun 26 18:22:40.259916 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d30f94f4-dccf-4e43-adbf-9a49227fc4db req-9903353d-89a5-43f9-a18b-75f97aa3df22 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919969 Jun 26 18:22:40.588111 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada9770-0975-4d9c-9bae-da9c80db88ee req-94f76423-a277-48a6-862f-73f3cfdb3f3d tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:40.591653 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-dada9770-0975-4d9c-9bae-da9c80db88ee req-94f76423-a277-48a6-862f-73f3cfdb3f3d tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 946 time: 0.0949051 Jun 26 18:22:40.632662 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-dada9770-0975-4d9c-9bae-da9c80db88ee req-c6dffe2c-c699-450c-ad9c-ec8e5fb15184 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Jun 26 18:22:40.850934 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e45b46ce-2e3b-4974-986e-442d26866729 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:40.878662 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-a3ee69ef-d137-48c4-9bd2-2d46b730a83b tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:40.881880 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-a3ee69ef-d137-48c4-9bd2-2d46b730a83b tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.37 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 946 time: 0.1031086 Jun 26 18:22:40.964900 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e45b46ce-2e3b-4974-986e-442d26866729 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.075987 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60148) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:41.098737 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Deleting port 0e2222c1-e7bb-44fe-bb70-c26dacccb724 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:41.099095 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.196531 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.l3_db [None req-e45b46ce-2e3b-4974-986e-442d26866729 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Floating IP 83d810bf-98fb-4938-9b8f-8b059e7e034c associated. External IP: 172.28.1.145, port: a5a5b97f-1bde-4151-9086-9153b3a34290. Jun 26 18:22:41.212122 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a918127a-8f27-4efc-9f9c-712e90a23161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.287522 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] For port 0e2222c1-e7bb-44fe-bb70-c26dacccb724, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0e2222c1-e7bb-44fe-bb70-c26dacccb724,segment=NetworkSegment(695238e8-a7e8-44ef-bcc4-204942102a50),segment_id=695238e8-a7e8-44ef-bcc4-204942102a50)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:41.287886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.329271 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586ca33-7aa0-42fe-8c2d-3879b6c66b16 req-4a81e891-11ef-4686-b0ea-68886ade6a31 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:41.330744 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b586ca33-7aa0-42fe-8c2d-3879b6c66b16 req-4a81e891-11ef-4686-b0ea-68886ade6a31 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.2521238 Jun 26 18:22:41.334151 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a918127a-8f27-4efc-9f9c-712e90a23161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.341922 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Calling delete_port for 0e2222c1-e7bb-44fe-bb70-c26dacccb724 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:41.441705 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a918127a-8f27-4efc-9f9c-712e90a23161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.447271 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6ba1e429-0e3a-493d-a58e-316075611dda tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:41.466945 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97000c-ad82-4f09-911e-12d9c54ff2f0 req-b4c88f1d-c8ac-4b71-ac9a-94a1d4d796ad tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:41.469440 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4d97000c-ad82-4f09-911e-12d9c54ff2f0 req-b4c88f1d-c8ac-4b71-ac9a-94a1d4d796ad tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0857430 Jun 26 18:22:41.510276 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a918127a-8f27-4efc-9f9c-712e90a23161 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba7dce7e31914b829a02fe99a4e8b213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331083 Jun 26 18:22:41.520950 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60174) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:41.521618 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918127a-8f27-4efc-9f9c-712e90a23161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa4f1d8-1432-441b-9d28-754ff84c3007,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:41.545815 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a918127a-8f27-4efc-9f9c-712e90a23161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:41.559198 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4d97000c-ad82-4f09-911e-12d9c54ff2f0 req-a084a973-3b03-4039-baa3-0fb8310d711f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768378 Jun 26 18:22:41.615950 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-907c586e-37db-40a6-9827-118dfccaf8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.638054 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-907c586e-37db-40a6-9827-118dfccaf8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.673738 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b586ca33-7aa0-42fe-8c2d-3879b6c66b16 req-643fd15c-96ea-4482-8905-15a6a615de09 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329341 Jun 26 18:22:41.763195 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-907c586e-37db-40a6-9827-118dfccaf8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.763195 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-907c586e-37db-40a6-9827-118dfccaf8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:41.763829 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-907c586e-37db-40a6-9827-118dfccaf8f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daa4f1d8-1432-441b-9d28-754ff84c3007 HTTP/1.1" status: 204 len: 168 time: 0.2389092 Jun 26 18:22:41.765259 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6e7d5ff6-84a3-4169-8923-f73a67271f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:41.784210 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c586e-37db-40a6-9827-118dfccaf8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa4f1d8-1432-441b-9d28-754ff84c3007,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:41.802415 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-907c586e-37db-40a6-9827-118dfccaf8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:41.855190 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45b46ce-2e3b-4974-986e-442d26866729 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Router 9f08ce88-0535-4415-ba54-87617fbcd0e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:22:41.921128 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c6817-869b-4721-b611-adda70c77b7f req-ab9e8f79-239c-4e20-a8d9-3008192486f0 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:41.922711 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3c6c6817-869b-4721-b611-adda70c77b7f req-ab9e8f79-239c-4e20-a8d9-3008192486f0 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 946 time: 0.1222534 Jun 26 18:22:41.965583 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3c6c6817-869b-4721-b611-adda70c77b7f req-0bc5c976-a4e1-4e0b-9f94-1d8569e5827f tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/security-groups?id=e59f615b-4d8d-4940-a171-df99a23acd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363698 Jun 26 18:22:41.977433 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:42.013078 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0e2222c1-e7bb-44fe-bb70-c26dacccb724'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:22:42.016218 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:42.023338 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b46ce-2e3b-4974-986e-442d26866729 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:22:42.023686 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60196) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:42.029559 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e45b46ce-2e3b-4974-986e-442d26866729 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:42.045490 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] Sync routers for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:22:42.056851 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:42.057479 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:22:13Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:42.080287 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Pushing event deleted for resources: {'Port': ['ID=0e2222c1-e7bb-44fe-bb70-c26dacccb724,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:42.114855 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:42.166857 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] No DVR routers for this DVR port 0e2222c1-e7bb-44fe-bb70-c26dacccb724 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:22:42.199268 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:42.204331 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:42.206381 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ce111d88-45ca-4cee-a735-72f7a45b796c req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.37 "DELETE /v2.0/ports/0e2222c1-e7bb-44fe-bb70-c26dacccb724 HTTP/1.1" status: 204 len: 173 time: 1.3156037 Jun 26 18:22:42.206939 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143fd136-f945-4fb3-a336-3368774f3134', 'name': 'network-vif-deleted', 'tag': '0e2222c1-e7bb-44fe-bb70-c26dacccb724'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:42.209376 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c43d06-4813-4d78-9fb3-b1dad9b6cf04" -d '{"events": [{"server_uuid": "143fd136-f945-4fb3-a336-3368774f3134", "name": "network-vif-deleted", "tag": "0e2222c1-e7bb-44fe-bb70-c26dacccb724"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:42.216586 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-e45b46ce-2e3b-4974-986e-442d26866729 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "PUT /v2.0/floatingips/83d810bf-98fb-4938-9b8f-8b059e7e034c HTTP/1.1" status: 200 len: 992 time: 2.5190899 Jun 26 18:22:42.260187 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea54a884-4673-469a-ba30-223e68df75fb x-openstack-request-id: req-ea54a884-4673-469a-ba30-223e68df75fb {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:42.260615 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143fd136-f945-4fb3-a336-3368774f3134", "name": "network-vif-deleted", "tag": "0e2222c1-e7bb-44fe-bb70-c26dacccb724", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:42.260961 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea54a884-4673-469a-ba30-223e68df75fb {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:42.261442 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143fd136-f945-4fb3-a336-3368774f3134', 'name': 'network-vif-deleted', 'tag': '0e2222c1-e7bb-44fe-bb70-c26dacccb724', 'status': 'completed', 'code': 200} Jun 26 18:22:42.429392 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdd73c-b10a-4cb7-bdf8-07747fe44bd8 req-aca43110-12e2-4d65-9bca-60fd09568bc2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:42.429392 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f3fdd73c-b10a-4cb7-bdf8-07747fe44bd8 req-aca43110-12e2-4d65-9bca-60fd09568bc2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1211379 Jun 26 18:22:42.429855 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60210) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:42.429855 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-2ee88b38-ee71-4a2a-a373-c8842f210805 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'floatingip': {'port_id': 'fad521e2-def8-465e-b1f0-6d81eb99fc93'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:42.429855 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2ee88b38-ee71-4a2a-a373-c8842f210805 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:42.429855 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d186e415-affa-4ba0-b6dc-92145867545a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:42.543369 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '83d810bf-98fb-4938-9b8f-8b059e7e034c', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'floating_ip_address': '172.28.1.145', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'port_id': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'mac_address': 'fa:16:3e:6c:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:22:16Z', 'updated_at': '2021-06-26T18:22:40Z', 'revision_number': 1, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:42.568864 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] Checking router: 9f08ce88-0535-4415-ba54-87617fbcd0e3 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:22:42.577468 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:42.578154 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:22:13Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:42.663044 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f52bf0b4-19b3-4da1-a9ee-4eb0bdf78038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:42.703509 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:42.783046 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed3dc-2e23-4d78-a611-c8bb2328fb16 req-a1949eef-10a1-4918-b0f2-31c5c9720034 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:42.785043 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-da8ed3dc-2e23-4d78-a611-c8bb2328fb16 req-a1949eef-10a1-4918-b0f2-31c5c9720034 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0763710 Jun 26 18:22:42.877149 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-da8ed3dc-2e23-4d78-a611-c8bb2328fb16 req-7ede51b5-1cc7-4750-b2b7-ed4282dc4351 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745921 Jun 26 18:22:42.894651 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d186e415-affa-4ba0-b6dc-92145867545a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:42.914583 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:42.954931 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60218) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:42.970705 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f771c569-d893-4562-9291-98be782534ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:42.974799 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d186e415-affa-4ba0-b6dc-92145867545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.015013 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:43.056702 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '83d810bf-98fb-4938-9b8f-8b059e7e034c', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'floating_ip_address': '172.28.1.145', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'port_id': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'mac_address': 'fa:16:3e:6c:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:22:16Z', 'updated_at': '2021-06-26T18:22:40Z', 'revision_number': 1, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:43.091070 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186e415-affa-4ba0-b6dc-92145867545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dfadbd-27e7-457f-b185-e8c470c2351e,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:43.091508 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e8d15-bf13-460c-9328-47e4c94bbcd8 None None] The sync data for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb is: [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '83d810bf-98fb-4938-9b8f-8b059e7e034c', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'floating_ip_address': '172.28.1.145', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'port_id': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'mac_address': 'fa:16:3e:6c:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:22:16Z', 'updated_at': '2021-06-26T18:22:40Z', 'revision_number': 1, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:43.115491 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d186e415-affa-4ba0-b6dc-92145867545a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ca299b5cf7d4939ae39f29c28ca8215&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0867381 Jun 26 18:22:43.118046 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f771c569-d893-4562-9291-98be782534ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.118181 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d186e415-affa-4ba0-b6dc-92145867545a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:43.118282 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60224) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:43.183131 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bece3cb8-85c0-4514-bafd-3e3d57f1365a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.216054 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bece3cb8-85c0-4514-bafd-3e3d57f1365a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.216759 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f771c569-d893-4562-9291-98be782534ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.225033 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:43.235079 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-41d4cd5c-ab10-4bd3-8e2a-ef74b44b54cd req-f1ab4ae3-1a5f-4528-90d7-e5a9772a2cf9 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] 10.222.0.15 "GET /v2.0/ports?device_id=143fd136-f945-4fb3-a336-3368774f3134 HTTP/1.1" status: 200 len: 210 time: 0.0517066 Jun 26 18:22:43.301978 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c569-d893-4562-9291-98be782534ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbd6137-47d1-4e24-975d-56863feebdf8,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:43.305953 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-f771c569-d893-4562-9291-98be782534ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:43.312375 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60226) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:43.313082 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-f771c569-d893-4562-9291-98be782534ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60538ed0d9cb4c3eab220c541ac428f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569739 Jun 26 18:22:43.359307 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781626a9-46ef-4273-b51f-ade2d045031d None None] New status for floating IP 83d810bf-98fb-4938-9b8f-8b059e7e034c: ACTIVE {{(pid=93536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:22:43.417069 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bece3cb8-85c0-4514-bafd-3e3d57f1365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.419688 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bece3cb8-85c0-4514-bafd-3e3d57f1365a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.423961 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-bece3cb8-85c0-4514-bafd-3e3d57f1365a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7dfadbd-27e7-457f-b185-e8c470c2351e HTTP/1.1" status: 204 len: 168 time: 0.3013384 Jun 26 18:22:43.423961 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:43.446068 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2ee88b38-ee71-4a2a-a373-c8842f210805 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.451393 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f9d9-03ce-4284-84f5-3093dc883897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.465534 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece3cb8-85c0-4514-bafd-3e3d57f1365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dfadbd-27e7-457f-b185-e8c470c2351e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:43.470608 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-bece3cb8-85c0-4514-bafd-3e3d57f1365a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:43.480554 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f9d9-03ce-4284-84f5-3093dc883897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.542841 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2ee88b38-ee71-4a2a-a373-c8842f210805 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.667323 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f9d9-03ce-4284-84f5-3093dc883897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.670728 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f9d9-03ce-4284-84f5-3093dc883897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.672736 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-fcb2f9d9-03ce-4284-84f5-3093dc883897 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcbd6137-47d1-4e24-975d-56863feebdf8 HTTP/1.1" status: 204 len: 168 time: 0.3592308 Jun 26 18:22:43.675467 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-3563f0d4-61c0-4ccc-9228-0d2ffcb3a94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:43.680084 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.l3_db [None req-2ee88b38-ee71-4a2a-a373-c8842f210805 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Floating IP d9f80f74-8f67-4002-91c0-0316c0cd03ea associated. External IP: 172.28.1.206, port: fad521e2-def8-465e-b1f0-6d81eb99fc93. Jun 26 18:22:43.736101 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2f9d9-03ce-4284-84f5-3093dc883897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbd6137-47d1-4e24-975d-56863feebdf8,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:43.738406 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-fcb2f9d9-03ce-4284-84f5-3093dc883897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:43.739545 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:43.951192 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee88b38-ee71-4a2a-a373-c8842f210805 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Router b23c871a-ebf7-4095-862c-75bef0e62615 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:22:44.117022 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9f5f0-7aba-4d3e-bb89-4958ee91e610 req-da539628-2583-45fc-8544-d5ad776f3259 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:44.120104 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-90c9f5f0-7aba-4d3e-bb89-4958ee91e610 req-da539628-2583-45fc-8544-d5ad776f3259 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.1186025 Jun 26 18:22:44.121405 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee88b38-ee71-4a2a-a373-c8842f210805 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:22:44.126755 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2ee88b38-ee71-4a2a-a373-c8842f210805 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:44.136747 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] Sync routers for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:22:44.149588 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:44.150602 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:22:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:44.197327 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-2ee88b38-ee71-4a2a-a373-c8842f210805 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "PUT /v2.0/floatingips/d9f80f74-8f67-4002-91c0-0316c0cd03ea HTTP/1.1" status: 200 len: 991 time: 1.9076726 Jun 26 18:22:44.209109 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'tag': 'fad521e2-def8-465e-b1f0-6d81eb99fc93'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:44.215844 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f84909e-cea5-4654-939a-18b4cf510e27" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb6279a-7e88-4d78-9384-643f1900e3b1", "tag": "fad521e2-def8-465e-b1f0-6d81eb99fc93"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:44.227181 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-90c9f5f0-7aba-4d3e-bb89-4958ee91e610 req-117ff8a1-cf70-481a-bcf0-97977a0d221f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972390 Jun 26 18:22:44.270487 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:44.270487 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8712407-c05c-4752-a5f9-4b36a46bf8da" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:44.308554 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa459b6-fd7b-42d1-9c4e-02110d181788 x-openstack-request-id: req-efa459b6-fd7b-42d1-9c4e-02110d181788 {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:44.308965 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb6279a-7e88-4d78-9384-643f1900e3b1", "tag": "fad521e2-def8-465e-b1f0-6d81eb99fc93", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:44.309335 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efa459b6-fd7b-42d1-9c4e-02110d181788 {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:44.310028 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'tag': 'fad521e2-def8-465e-b1f0-6d81eb99fc93', 'status': 'completed', 'code': 200} Jun 26 18:22:44.324830 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60282) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:44.350484 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-25b8cfa8-cd52-4359-899b-bb50e3c19ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:44.363919 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:44.475539 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17225e7-7dde-4225-a3ec-a10fc3401c74 x-openstack-request-id: req-a17225e7-7dde-4225-a3ec-a10fc3401c74 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:44.475867 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:44.476156 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a17225e7-7dde-4225-a3ec-a10fc3401c74 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:44.476600 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'status': 'completed', 'code': 200} Jun 26 18:22:44.523523 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-55a53cbb-2c37-45b0-9cea-afcd6c96f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:44.525096 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-55a53cbb-2c37-45b0-9cea-afcd6c96f26b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 1098 time: 0.1132491 Jun 26 18:22:44.659380 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-25b8cfa8-cd52-4359-899b-bb50e3c19ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:44.720355 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-33d0020e-f19b-433e-90eb-ba3712801add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:44.721919 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-33d0020e-f19b-433e-90eb-ba3712801add service neutron] 10.222.0.37 "GET /v2.0/networks?id=11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 200 len: 912 time: 0.1892695 Jun 26 18:22:44.724009 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': 'd9f80f74-8f67-4002-91c0-0316c0cd03ea', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'floating_ip_address': '172.28.1.206', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'port_id': 'fad521e2-def8-465e-b1f0-6d81eb99fc93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'mac_address': 'fa:16:3e:f5:45:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:22:17Z', 'updated_at': '2021-06-26T18:22:43Z', 'revision_number': 1, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:44.724782 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-c09b629a-aa71-4103-9deb-962a00c70309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:44.726161 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-c09b629a-aa71-4103-9deb-962a00c70309 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 1099 time: 0.1781962 Jun 26 18:22:44.758108 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] Checking router: b23c871a-ebf7-4095-862c-75bef0e62615 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:22:44.768162 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-25b8cfa8-cd52-4359-899b-bb50e3c19ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:44.768390 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:44.768933 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:22:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:44.800777 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:44.881410 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:44.930542 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-25b8cfa8-cd52-4359-899b-bb50e3c19ca1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84b4cac116c045ba9e48f76cb8d73b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6011941 Jun 26 18:22:44.931448 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60310) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:44.935531 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8cfa8-cd52-4359-899b-bb50e3c19ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b285de-f855-400d-bad1-947fdf0ca20f,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:44.947052 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-25b8cfa8-cd52-4359-899b-bb50e3c19ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:44.950686 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-ca8d35a7-0f09-4371-867f-e07f90971e6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93 HTTP/1.1" status: 200 len: 999 time: 0.2105000 Jun 26 18:22:45.013553 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-eac27671-558e-4a4a-ac56-254f287d0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:45.015800 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-eac27671-558e-4a4a-ac56-254f287d0269 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 918 time: 0.2667854 Jun 26 18:22:45.023016 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2c3ffba5-3739-404c-b6d2-6e837cbc583f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:45.028436 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-4f70ee54-2474-4be6-a729-d0a696bbaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:45.033515 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-4f70ee54-2474-4be6-a729-d0a696bbaa4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=823fea05-cbcf-425a-bf65-2840733ad5dd HTTP/1.1" status: 200 len: 850 time: 0.0682311 Jun 26 18:22:45.046830 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2c3ffba5-3739-404c-b6d2-6e837cbc583f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:45.079982 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:45.131998 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-a1fe2310-6cf6-40c0-a9d3-75395e1e4ed0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a5b97f-1bde-4151-9086-9153b3a34290 HTTP/1.1" status: 200 len: 1002 time: 0.0998495 Jun 26 18:22:45.185363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-e650b3da-21a2-40ab-a78b-17de9096516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:45.187504 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-e650b3da-21a2-40ab-a78b-17de9096516c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11f186de-3c3d-410e-962a-ea1d4732274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1481514 Jun 26 18:22:45.188101 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': 'd9f80f74-8f67-4002-91c0-0316c0cd03ea', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'floating_ip_address': '172.28.1.206', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'port_id': 'fad521e2-def8-465e-b1f0-6d81eb99fc93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'mac_address': 'fa:16:3e:f5:45:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:22:17Z', 'updated_at': '2021-06-26T18:22:43Z', 'revision_number': 1, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:45.203262 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2c3ffba5-3739-404c-b6d2-6e837cbc583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:45.206671 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-f4c94c54-370c-4a06-8e04-db0a2931b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:45.208085 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2c3ffba5-3739-404c-b6d2-6e837cbc583f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:45.208207 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-f4c94c54-370c-4a06-8e04-db0a2931b782 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0691245 Jun 26 18:22:45.210287 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-2c3ffba5-3739-404c-b6d2-6e837cbc583f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30b285de-f855-400d-bad1-947fdf0ca20f HTTP/1.1" status: 204 len: 168 time: 0.2775958 Jun 26 18:22:45.211465 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6ce589a1-65b0-46a4-84de-3365a85fa5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:45.228250 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bef054-9fbf-42da-9196-425ca86afe3a None None] The sync data for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb is: [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': 'd9f80f74-8f67-4002-91c0-0316c0cd03ea', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'floating_ip_address': '172.28.1.206', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'port_id': 'fad521e2-def8-465e-b1f0-6d81eb99fc93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'mac_address': 'fa:16:3e:f5:45:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:22:17Z', 'updated_at': '2021-06-26T18:22:43Z', 'revision_number': 1, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:45.238224 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ffba5-3739-404c-b6d2-6e837cbc583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b285de-f855-400d-bad1-947fdf0ca20f,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:45.258308 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-2c3ffba5-3739-404c-b6d2-6e837cbc583f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:45.376437 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-100ed15c-b5c6-4115-abf0-d605a96c7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:45.377763 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-100ed15c-b5c6-4115-abf0-d605a96c7492 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1573834 Jun 26 18:22:45.380107 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-b322a83f-8e50-4d1a-978e-16bb1be5801a service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824656 Jun 26 18:22:45.429775 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0e2222c1-e7bb-44fe-bb70-c26dacccb724 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:22:45.452768 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 0e2222c1-e7bb-44fe-bb70-c26dacccb724 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:22:45.453488 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0e2222c1-e7bb-44fe-bb70-c26dacccb724 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:22:45.462657 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37506874-20b8-45df-aa8b-854b314cd9db req-06b948da-1b1b-4c26-817d-c9d6dc7226db tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:45.464660 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-37506874-20b8-45df-aa8b-854b314cd9db req-06b948da-1b1b-4c26-817d-c9d6dc7226db tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0895855 Jun 26 18:22:45.512169 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-37506874-20b8-45df-aa8b-854b314cd9db req-864f4c72-b67b-4aae-b54f-2edd6df7123d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Jun 26 18:22:45.583084 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2f9cf4-1f5a-49b8-9eb9-530c536e5a94 None None] New status for floating IP d9f80f74-8f67-4002-91c0-0316c0cd03ea: ACTIVE {{(pid=93536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:22:45.615400 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-d33caa8c-f1ae-4f9b-9db4-9292e709df9c service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226310 Jun 26 18:22:45.618006 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f84909e-cea5-4654-939a-18b4cf510e27 req-ff9aff00-dea9-4da2-8546-0fec8d73945c service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180440 Jun 26 18:22:45.756820 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8712407-c05c-4752-a5f9-4b36a46bf8da req-a7b1382e-a3cf-403b-bfda-9cd5746aff2a service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094728 Jun 26 18:22:46.215777 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60372) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:46.277046 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] Deleting subnet 0f4cd41f-c4e9-4a4b-a396-3180157bc7ac {{(pid=93535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:22:46.277046 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:46.307694 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:46.313501 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:46.473495 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for subnet, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:46.477864 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-241347bb-30a4-4eb6-95e4-0f7f41ace0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:46.502748 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4cd41f-c4e9-4a4b-a396-3180157bc7ac,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:46.505903 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:46.506885 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:46.508762 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0f4cd41f-c4e9-4a4b-a396-3180157bc7ac HTTP/1.1" status: 204 len: 168 time: 0.2918777 Jun 26 18:22:46.511280 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60384) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:46.596655 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:46.764161 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e0483-c21b-4404-bbd8-3920223c3b99 req-cd9701ed-210f-456d-9a80-c4f600d0b50c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:46.767142 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c63e0483-c21b-4404-bbd8-3920223c3b99 req-cd9701ed-210f-456d-9a80-c4f600d0b50c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.1360350 Jun 26 18:22:46.826484 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c63e0483-c21b-4404-bbd8-3920223c3b99 req-d117f403-162b-4215-8f15-02bb46c5ef99 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525258 Jun 26 18:22:46.885670 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:46.896656 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:46.897015 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:46.897776 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:46.898147 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > port after_create 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:46.898505 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:46.898859 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > port after_update 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:46.899203 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:46.899530 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:46.899853 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:46.900175 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:47.065227 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:47.066044 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:47.066670 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:47.067182 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:22:47.067636 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059cd088-27d9-4ac7-a578-1096782f3462']}} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:47.088553 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695238e8-a7e8-44ef-bcc4-204942102a50') {'for_net_delete': True} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:47.089417 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695238e8-a7e8-44ef-bcc4-204942102a50') {} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:47.111282 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065575300'] for segment, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:47.131994 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:47.141081 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:22:47.141266 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069428417'] for segment, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: from cryptography.utils import int_from_bytes Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: from cryptography.utils import int_from_bytes Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: Traceback (most recent call last): Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: timer() Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: cb(*args, **kw) Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: return func(*args, **kwargs) Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: self._notify() Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: self.callback(batched_events) Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: event.method(event) Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: return f(self, *a, **k) Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: return self._get(url).json() Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: return self.request(url, 'GET', **kwargs) Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:22:47.145707 dv-cinder-798198-1-smb neutron-server[93535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:22:47.308373 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:47.313068 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:47.319124 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:47.319124 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] 10.222.0.15 "DELETE /v2.0/networks/059cd088-27d9-4ac7-a578-1096782f3462 HTTP/1.1" status: 204 len: 168 time: 0.8066401 Jun 26 18:22:47.328678 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Pushing event deleted for resources: {'Network': ['ID=059cd088-27d9-4ac7-a578-1096782f3462,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:47.331407 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:47.724572 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60430) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:47.891640 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60450) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:47.938849 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.083802 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-7b61927e-f234-4a05-a6d8-c44b905faa57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b792fac8d924c3fbbcf976ede6cefd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1909342 Jun 26 18:22:48.086383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60456) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:48.148634 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-66b2b3db-c21a-4dc7-83a8-fbc7f03778cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.152710 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.164809 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3653-7e45-4e7d-91be-2bf66b03544b req-9eac536e-aa19-4e6a-b9df-65bcb65204f2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:48.164809 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-01af3653-7e45-4e7d-91be-2bf66b03544b req-9eac536e-aa19-4e6a-b9df-65bcb65204f2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.1866894 Jun 26 18:22:48.174593 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-66b2b3db-c21a-4dc7-83a8-fbc7f03778cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.214654 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.224192 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-907c586e-37db-40a6-9827-118dfccaf8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:48.258449 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-01af3653-7e45-4e7d-91be-2bf66b03544b req-cce2d168-4985-4a4b-9129-b34d625dc26e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876043 Jun 26 18:22:48.270393 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69db998-fb3b-4e02-acdc-420a3ae0236e,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:48.274614 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=884b0ba15bdb47c5856ef84aac364a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489869 Jun 26 18:22:48.277532 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60470) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:48.297017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297715 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.297715 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.298025 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:48.302146 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:48.304805 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-66b2b3db-c21a-4dc7-83a8-fbc7f03778cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.307835 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-66b2b3db-c21a-4dc7-83a8-fbc7f03778cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.318787 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-66b2b3db-c21a-4dc7-83a8-fbc7f03778cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e59f615b-4d8d-4940-a171-df99a23acd5c HTTP/1.1" status: 204 len: 168 time: 0.2306950 Jun 26 18:22:48.322305 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:48.350723 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2b3db-c21a-4dc7-83a8-fbc7f03778cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59f615b-4d8d-4940-a171-df99a23acd5c,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:48.354185 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-66b2b3db-c21a-4dc7-83a8-fbc7f03778cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:48.387360 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-599dcdb9-b3a7-4458-8377-e43165bacb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.412997 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-599dcdb9-b3a7-4458-8377-e43165bacb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.559937 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-599dcdb9-b3a7-4458-8377-e43165bacb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.563428 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-599dcdb9-b3a7-4458-8377-e43165bacb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.564634 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-599dcdb9-b3a7-4458-8377-e43165bacb6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a69db998-fb3b-4e02-acdc-420a3ae0236e HTTP/1.1" status: 204 len: 168 time: 0.2851024 Jun 26 18:22:48.570919 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e0a39662-54e3-433f-908c-c24ea9cb5b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:48.572605 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dcdb9-b3a7-4458-8377-e43165bacb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69db998-fb3b-4e02-acdc-420a3ae0236e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:48.575036 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-599dcdb9-b3a7-4458-8377-e43165bacb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:49.344244 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60514) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:49.362114 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.507143 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1300cf-515d-444b-b8e0-cc105866266d req-a6948179-2f14-4d54-a6bb-8b9545cc69af tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:49.509577 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ec1300cf-515d-444b-b8e0-cc105866266d req-a6948179-2f14-4d54-a6bb-8b9545cc69af tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.1029725 Jun 26 18:22:49.533616 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.536510 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60526) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:49.566545 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ec1300cf-515d-444b-b8e0-cc105866266d req-27238d39-a681-487d-b850-70ef504037f8 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499494 Jun 26 18:22:49.610329 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.614199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-83938b44-c5f8-458e-8a54-e0aa80802271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:49.648115 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ea040070-271e-426e-aad2-751569920377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.656214 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d73bc5a284d446d4ab6572ba575ca9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078184 Jun 26 18:22:49.656214 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611048f4-e9a6-423b-8da1-2e7bb3678603,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:49.656561 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60532) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:49.662419 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.665812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.665812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.665812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.665812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.665812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.665812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.665812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.665812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.665812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.666516 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.666516 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:49.669992 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:49.735525 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-dbda1ffe-ae52-458e-915e-f79769d1243a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.767561 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-dbda1ffe-ae52-458e-915e-f79769d1243a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.822764 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ea040070-271e-426e-aad2-751569920377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.925434 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ea040070-271e-426e-aad2-751569920377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.925434 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f8dddc86-ff2c-47ff-8a9c-4134b3b3d1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:49.954084 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea040070-271e-426e-aad2-751569920377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf2a25f-2165-4e4d-92ee-3140aaa6fcfc,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:49.959871 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-ea040070-271e-426e-aad2-751569920377 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e2b6ce51554476eb0db17889b8d45ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197421 Jun 26 18:22:49.959871 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-ea040070-271e-426e-aad2-751569920377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:49.960128 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60542) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:49.972869 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-dbda1ffe-ae52-458e-915e-f79769d1243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.975391 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-dbda1ffe-ae52-458e-915e-f79769d1243a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:49.976500 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-dbda1ffe-ae52-458e-915e-f79769d1243a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/611048f4-e9a6-423b-8da1-2e7bb3678603 HTTP/1.1" status: 204 len: 168 time: 0.3190029 Jun 26 18:22:49.978602 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:49.993947 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda1ffe-ae52-458e-915e-f79769d1243a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611048f4-e9a6-423b-8da1-2e7bb3678603,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:49.998710 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-dbda1ffe-ae52-458e-915e-f79769d1243a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:50.024668 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5beb1be5-e1f2-4f97-9d40-7cf7daaab54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.046330 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5beb1be5-e1f2-4f97-9d40-7cf7daaab54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.153856 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5beb1be5-e1f2-4f97-9d40-7cf7daaab54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.156771 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5beb1be5-e1f2-4f97-9d40-7cf7daaab54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.160838 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-5beb1be5-e1f2-4f97-9d40-7cf7daaab54d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bf2a25f-2165-4e4d-92ee-3140aaa6fcfc HTTP/1.1" status: 204 len: 168 time: 0.1971002 Jun 26 18:22:50.160838 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:50.161747 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60548) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:50.175086 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb1be5-e1f2-4f97-9d40-7cf7daaab54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf2a25f-2165-4e4d-92ee-3140aaa6fcfc,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:50.177498 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5beb1be5-e1f2-4f97-9d40-7cf7daaab54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:50.340237 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1893349308-network', 'tenant_id': 'fd3741fa074447f79ac44dcca92da78a'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:50.467284 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Made reservation on behalf of fd3741fa074447f79ac44dcca92da78a for: {'network': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:22:50.470403 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.482000 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.587817 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.664529 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.673391 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7cc52141-9a8d-4121-817a-75b5978c42b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:50.718281 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdff3db-b588-4416-9e55-a9a9ffde243b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:50.723382 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:50.737732 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:22:50.770584 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.771238 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.segments_db [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Added segment f0394cbf-50c0-440c-bad6-3e931027b04b of type vlan for network 2bb395c1-c8d0-42da-9d07-ada1afa819be Jun 26 18:22:50.834102 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.846852 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fc6e5-e3fa-432f-90ab-c40072ad722b req-1a542115-f1fb-428d-9ee8-cf4334dbd89d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:50.848344 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e38fc6e5-e3fa-432f-90ab-c40072ad722b req-1a542115-f1fb-428d-9ee8-cf4334dbd89d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.1271906 Jun 26 18:22:50.895842 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60602) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:50.907129 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e38fc6e5-e3fa-432f-90ab-c40072ad722b req-554a4f06-7733-4f7d-a2d9-3dd3cf7849a6 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519037 Jun 26 18:22:50.909666 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-24e354fd-26ee-41cd-8f7a-27b4fcd0b645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.948703 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.951438 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:50.953073 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.958581 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-adff0827-e185-43a2-b08a-d96a2aaff101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:51.023082 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb395c1-c8d0-42da-9d07-ada1afa819be,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:51.027075 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:51.032528 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-24e354fd-26ee-41cd-8f7a-27b4fcd0b645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:51.037796 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 2bb395c1-c8d0-42da-9d07-ada1afa819be details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:22:51.089679 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-24e354fd-26ee-41cd-8f7a-27b4fcd0b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:51.093918 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:51.132296 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e354fd-26ee-41cd-8f7a-27b4fcd0b645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7cb56e-2ab3-47df-bb45-7362f89e52d0,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:51.135452 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-24e354fd-26ee-41cd-8f7a-27b4fcd0b645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:51.138270 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-24e354fd-26ee-41cd-8f7a-27b4fcd0b645 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd6f389e65a243408c55a5e584af96c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412043 Jun 26 18:22:51.141224 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60616) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:51.182303 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:22:51.201136 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0374880 Jun 26 18:22:51.202965 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-dfad0794-73ea-41b9-a677-b8d016be83fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:51.204243 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60622) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:51.209523 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Request body: {'subnet': {'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1893349308-subnet', 'tenant_id': 'fd3741fa074447f79ac44dcca92da78a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:51.232085 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-dfad0794-73ea-41b9-a677-b8d016be83fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:51.342930 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Made reservation on behalf of fd3741fa074447f79ac44dcca92da78a for: {'subnet': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:22:51.343130 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-dfad0794-73ea-41b9-a677-b8d016be83fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:51.345965 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-dfad0794-73ea-41b9-a677-b8d016be83fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:51.346112 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065608620'] for subnet, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:51.348922 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-dfad0794-73ea-41b9-a677-b8d016be83fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b7cb56e-2ab3-47df-bb45-7362f89e52d0 HTTP/1.1" status: 204 len: 168 time: 0.2049460 Jun 26 18:22:51.348922 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c6e6215d-1646-49de-b264-2160ae29dbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:51.357524 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad0794-73ea-41b9-a677-b8d016be83fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7cb56e-2ab3-47df-bb45-7362f89e52d0,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:51.364344 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-dfad0794-73ea-41b9-a677-b8d016be83fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:51.623241 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069428323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065608638'] for subnet, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:51.626944 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-09739258-58e6-4b29-9459-378b6f15478a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:51.679976 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37e191d-6564-4de5-ae98-6ee45de8e95a,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:51.687876 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:51.697455 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Checking segment: {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:51.697808 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Network hostable DHCP agents. Network: 2bb395c1-c8d0-42da-9d07-ada1afa819be, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:22:51.794142 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Network 2bb395c1-c8d0-42da-9d07-ada1afa819be is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:22:51.880087 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 2bb395c1-c8d0-42da-9d07-ada1afa819be) {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:51.884344 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:51.885514 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:51.888934 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd180495-215c-4af2-8133-efa8df9c4335 None None] Network 2bb395c1-c8d0-42da-9d07-ada1afa819be requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:22:51.970269 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-59b428f4-997c-453a-8f9e-93db2de8bc46 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7648973 Jun 26 18:22:52.046876 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b1af47-042e-4b60-b078-e596ee71121d None None] Network 2bb395c1-c8d0-42da-9d07-ada1afa819be requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:22:52.116227 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831e54c-3178-4e29-ba3a-3042ce1140d5 req-fcd5ba7c-d5d8-4734-8acf-6133c6f9f2f2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:52.124452 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9831e54c-3178-4e29-ba3a-3042ce1140d5 req-fcd5ba7c-d5d8-4734-8acf-6133c6f9f2f2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0774570 Jun 26 18:22:52.171952 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9831e54c-3178-4e29-ba3a-3042ce1140d5 req-c0f59954-1435-4225-9fa2-4dc2e106578a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439258 Jun 26 18:22:52.600935 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-814f35b7-c1c9-4d84-abb5-cfe7c1f1a228 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:52.602875 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-814f35b7-c1c9-4d84-abb5-cfe7c1f1a228 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/networks?id=2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 200 len: 815 time: 0.1058760 Jun 26 18:22:52.620104 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-b990373c-3a20-421f-9a53-ac6275837856 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/quotas/fd3741fa074447f79ac44dcca92da78a HTTP/1.1" status: 200 len: 375 time: 0.0097096 Jun 26 18:22:52.659924 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-543dd2ec-b79a-478b-b7b5-a45e4940fd55 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305357 Jun 26 18:22:52.768162 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-d645d113-d2e9-4355-8b52-48044b5fc1bd service neutron] 10.222.0.15 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022675 Jun 26 18:22:52.863662 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-b926aea9-c749-469a-9dc6-25b98d14f6c9 service neutron] 10.222.0.15 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884867 Jun 26 18:22:53.119359 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3d051c6a-1500-4d1b-b9c1-416e749c770a req-d08e370d-1da4-4d73-8801-f1cb5788cf17 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 210 time: 0.0405881 Jun 26 18:22:53.283454 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60744) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:53.378248 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d747e-0e88-4837-8e10-e6c31d9c4773 req-f485ca14-8688-44ad-aeec-146d80149406 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:53.379804 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-802d747e-0e88-4837-8e10-e6c31d9c4773 req-f485ca14-8688-44ad-aeec-146d80149406 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0758345 Jun 26 18:22:53.398003 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-cdaedee7-cd6a-49d4-982e-b1d57fe96585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:53.422602 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-802d747e-0e88-4837-8e10-e6c31d9c4773 req-3198117b-54af-49d8-abdd-30ef8d633c9f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368140 Jun 26 18:22:53.489957 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-cdaedee7-cd6a-49d4-982e-b1d57fe96585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:53.588737 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-cdaedee7-cd6a-49d4-982e-b1d57fe96585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:53.592205 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:53.626964 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-cdaedee7-cd6a-49d4-982e-b1d57fe96585 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d02d40c8efad4963a1f9b369b5c1b9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423493 Jun 26 18:22:53.628151 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaedee7-cd6a-49d4-982e-b1d57fe96585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90be08b6-6952-4f77-a305-5bcb4f3bf291,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:53.629640 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60754) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:53.631077 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-cdaedee7-cd6a-49d4-982e-b1d57fe96585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:53.696104 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5d696a26-8d83-42bd-815e-a5a73be6e337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:53.717366 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5d696a26-8d83-42bd-815e-a5a73be6e337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:53.763681 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60758) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:53.880885 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-34eeb5ce-05af-4609-a9f4-4e15f4d64649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:53.910808 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5d696a26-8d83-42bd-815e-a5a73be6e337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:53.913652 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5d696a26-8d83-42bd-815e-a5a73be6e337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:53.917418 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-5d696a26-8d83-42bd-815e-a5a73be6e337 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90be08b6-6952-4f77-a305-5bcb4f3bf291 HTTP/1.1" status: 204 len: 168 time: 0.2860494 Jun 26 18:22:53.922811 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-bece3cb8-85c0-4514-bafd-3e3d57f1365a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:53.937306 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d696a26-8d83-42bd-815e-a5a73be6e337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be08b6-6952-4f77-a305-5bcb4f3bf291,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:53.940875 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5d696a26-8d83-42bd-815e-a5a73be6e337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:54.019602 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-34eeb5ce-05af-4609-a9f4-4e15f4d64649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.130905 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-34eeb5ce-05af-4609-a9f4-4e15f4d64649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.133636 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cc7ea4b9-eb8f-43ce-91ee-047530ec0327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:54.181071 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-34eeb5ce-05af-4609-a9f4-4e15f4d64649 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c87ec676b15f42ff9f463b2a79cf253a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162836 Jun 26 18:22:54.184142 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eeb5ce-05af-4609-a9f4-4e15f4d64649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8169a2a-9680-4b61-8f15-da21026170e0,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:54.184257 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60780) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:54.185149 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-34eeb5ce-05af-4609-a9f4-4e15f4d64649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:54.241228 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-306445e3-cc41-4631-9d79-bf76f6261da4 req-73462a07-ee84-49ec-91b5-bd98bf439173 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 210 time: 0.0401847 Jun 26 18:22:54.268173 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6124b432-779a-4e94-b246-f19f77c9b02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.290277 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6124b432-779a-4e94-b246-f19f77c9b02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.449526 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6124b432-779a-4e94-b246-f19f77c9b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.452605 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6124b432-779a-4e94-b246-f19f77c9b02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.453749 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6124b432-779a-4e94-b246-f19f77c9b02d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8169a2a-9680-4b61-8f15-da21026170e0 HTTP/1.1" status: 204 len: 168 time: 0.2691195 Jun 26 18:22:54.454527 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:54.462311 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b432-779a-4e94-b246-f19f77c9b02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8169a2a-9680-4b61-8f15-da21026170e0,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:54.464817 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6124b432-779a-4e94-b246-f19f77c9b02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:54.598981 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90423-db8d-4296-beea-6884c7e8e207 req-d5170242-72a5-474e-b661-819fd4a07b38 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:54.600404 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5da90423-db8d-4296-beea-6884c7e8e207 req-d5170242-72a5-474e-b661-819fd4a07b38 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0628197 Jun 26 18:22:54.644204 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5da90423-db8d-4296-beea-6884c7e8e207 req-37d0127e-f89b-4d21-95b1-7e75da36bdd3 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Jun 26 18:22:54.696237 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60788) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:54.710710 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-8f15d7c6-792b-48d5-a016-fea250fa82e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.796676 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-8f15d7c6-792b-48d5-a016-fea250fa82e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.867888 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-8f15d7c6-792b-48d5-a016-fea250fa82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.871709 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:54.911758 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60796) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:54.912228 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-8f15d7c6-792b-48d5-a016-fea250fa82e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=823472511bca45e6878db3f3eafae500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142115 Jun 26 18:22:54.912801 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15d7c6-792b-48d5-a016-fea250fa82e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794bd05-be52-4f42-9e7b-c63343170da7,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:54.915968 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-8f15d7c6-792b-48d5-a016-fea250fa82e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:54.977060 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3c880ead-996f-4782-b836-86498c1532c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:55.007380 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3c880ead-996f-4782-b836-86498c1532c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:55.158179 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3c880ead-996f-4782-b836-86498c1532c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:55.161079 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3c880ead-996f-4782-b836-86498c1532c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:55.162476 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-3c880ead-996f-4782-b836-86498c1532c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3794bd05-be52-4f42-9e7b-c63343170da7 HTTP/1.1" status: 204 len: 168 time: 0.2495532 Jun 26 18:22:55.163442 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:55.172237 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c880ead-996f-4782-b836-86498c1532c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794bd05-be52-4f42-9e7b-c63343170da7,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:55.175594 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-3c880ead-996f-4782-b836-86498c1532c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:55.392454 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-42536038-b76c-4c79-b009-d65e09513576 req-a95626ab-aefe-4aad-91c7-5d7bd21a4a2f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 210 time: 0.0332336 Jun 26 18:22:55.833168 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1d0c3-7da7-4004-a646-daa7d204a273 req-06cb31b2-f08a-4abb-b77d-d96e30bb9fef tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:55.834795 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-dca1d0c3-7da7-4004-a646-daa7d204a273 req-06cb31b2-f08a-4abb-b77d-d96e30bb9fef tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0823920 Jun 26 18:22:55.879702 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-dca1d0c3-7da7-4004-a646-daa7d204a273 req-e5bc09d2-a22e-4cb0-8ed9-4cf5db5642c2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Jun 26 18:22:55.932292 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60842) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:55.946806 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-957e9b9a-a6a1-4676-af1e-5d1ceffc3220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:56.040817 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-5517a34d-c73a-48d0-8806-361c8309fd66 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:56.042802 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-5517a34d-c73a-48d0-8806-361c8309fd66 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "GET /v2.0/networks?id=2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 200 len: 815 time: 0.1181586 Jun 26 18:22:56.044994 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-957e9b9a-a6a1-4676-af1e-5d1ceffc3220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:56.067337 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Request body: {'port': {'device_id': 'e9eb1002-2561-4049-82d6-ca2b9caa2465', 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be', 'admin_state_up': True, 'tenant_id': 'fd3741fa074447f79ac44dcca92da78a'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:56.340711 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-957e9b9a-a6a1-4676-af1e-5d1ceffc3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:56.343316 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-dbda1ffe-ae52-458e-915e-f79769d1243a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:56.385099 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-957e9b9a-a6a1-4676-af1e-5d1ceffc3220 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60d12e1fe33548a5b8af3ab41b48cbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516647 Jun 26 18:22:56.385742 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 60848) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:56.386058 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e9b9a-a6a1-4676-af1e-5d1ceffc3220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25594ee-44ec-4816-b5f6-ca90260d3492,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:56.390026 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-957e9b9a-a6a1-4676-af1e-5d1ceffc3220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:56.441718 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4b4c47a0-6d42-42a8-8c14-56856778cc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:56.469000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4b4c47a0-6d42-42a8-8c14-56856778cc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:56.496571 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Made reservation on behalf of fd3741fa074447f79ac44dcca92da78a for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:22:56.500685 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:56.557515 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2dc1a40e-d7a2-4a99-b679-66a3dee28384 req-ade97dfd-8bfe-4e01-a109-498fa16d99f1 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 210 time: 0.0296874 Jun 26 18:22:56.724988 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4b4c47a0-6d42-42a8-8c14-56856778cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:56.724988 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4b4c47a0-6d42-42a8-8c14-56856778cc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:56.728373 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-4b4c47a0-6d42-42a8-8c14-56856778cc28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b25594ee-44ec-4816-b5f6-ca90260d3492 HTTP/1.1" status: 204 len: 168 time: 0.3390574 Jun 26 18:22:56.754225 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-599dcdb9-b3a7-4458-8377-e43165bacb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:56.768042 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c47a0-6d42-42a8-8c14-56856778cc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25594ee-44ec-4816-b5f6-ca90260d3492,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:56.781968 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4b4c47a0-6d42-42a8-8c14-56856778cc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:56.855641 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Allocated IP 172.20.0.5 (2bb395c1-c8d0-42da-9d07-ada1afa819be/d37e191d-6564-4de5-ae98-6ee45de8e95a/0fd3e8de-8e67-4e04-a147-37cd03b3127f) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:22:57.053129 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:57.204734 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:57.206886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d87a9e91-c21a-4d02-a973-fecdb3a3863b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:57.251002 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Network 2bb395c1-c8d0-42da-9d07-ada1afa819be is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:22:57.254161 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:22:57.258274 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd2c1-a162-4521-b0fb-fab05cc3829a req-78029c0c-7c63-43a6-9537-50c4cbfd88cf tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:57.262584 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:22:57.263799 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-473bd2c1-a162-4521-b0fb-fab05cc3829a req-78029c0c-7c63-43a6-9537-50c4cbfd88cf tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.1020210 Jun 26 18:22:57.297262 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Pushing event updated for resources: {'Port': ['ID=0fd3e8de-8e67-4e04-a147-37cd03b3127f,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:57.301745 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:57.325712 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:57.326337 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:57.329724 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-473bd2c1-a162-4521-b0fb-fab05cc3829a req-4d206132-fd1d-45b2-9327-9f467be56e73 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587971 Jun 26 18:22:57.412298 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3477395 Jun 26 18:22:57.437834 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Request body: {'port': {'device_id': 'e9eb1002-2561-4049-82d6-ca2b9caa2465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:57.521806 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:57.776302 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6177-7cbb-4998-9ac5-ec699fc0d7b2 req-e25c2c37-dba6-42b7-8ead-07ae6448e2b5 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:57.785241 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6fdc6177-7cbb-4998-9ac5-ec699fc0d7b2 req-e25c2c37-dba6-42b7-8ead-07ae6448e2b5 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 931 time: 0.1055384 Jun 26 18:22:57.823262 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6fdc6177-7cbb-4998-9ac5-ec699fc0d7b2 req-976ee00b-87a5-455d-a17f-2ce8ea58d1cf tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371571 Jun 26 18:22:57.844830 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd3e8de-8e67-4e04-a147-37cd03b3127f {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:22:57.852488 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:57.868864 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Transition to ACTIVE for port object 0fd3e8de-8e67-4e04-a147-37cd03b3127f will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:22:57.957708 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:57.960998 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-53e369d2-b3a6-4fd9-8f90-42502c9602ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:58.011137 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Pushing event updated for resources: {'Port': ['ID=0fd3e8de-8e67-4e04-a147-37cd03b3127f,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:58.030514 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:58.088064 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Attempting to bind port 0fd3e8de-8e67-4e04-a147-37cd03b3127f on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:22:58.089348 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Attempting to bind port 0fd3e8de-8e67-4e04-a147-37cd03b3127f by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:22:58.089858 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Attempting to bind port 0fd3e8de-8e67-4e04-a147-37cd03b3127f on network 2bb395c1-c8d0-42da-9d07-ada1afa819be {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:58.095493 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Port 0fd3e8de-8e67-4e04-a147-37cd03b3127f on network 2bb395c1-c8d0-42da-9d07-ada1afa819be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:22:58.096408 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Attempting to bind port 0fd3e8de-8e67-4e04-a147-37cd03b3127f on network 2bb395c1-c8d0-42da-9d07-ada1afa819be {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:22:58.101059 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:22:58.101397 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Checking segment: {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:22:58.101779 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Bound using segment: {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:22:58.102207 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Bound port: 0fd3e8de-8e67-4e04-a147-37cd03b3127f, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:22:58.102547 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:58.218782 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] For port 0fd3e8de-8e67-4e04-a147-37cd03b3127f, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:22:58.222766 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] For port 0fd3e8de-8e67-4e04-a147-37cd03b3127f, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0fd3e8de-8e67-4e04-a147-37cd03b3127f,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:22:58.331903 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:58.334146 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:58.369237 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:58.369941 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:58.371229 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] 10.222.0.37 "PUT /v2.0/ports/0fd3e8de-8e67-4e04-a147-37cd03b3127f HTTP/1.1" status: 200 len: 1093 time: 0.9396057 Jun 26 18:22:58.371760 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9eb1002-2561-4049-82d6-ca2b9caa2465', 'tag': '0fd3e8de-8e67-4e04-a147-37cd03b3127f'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:58.374685 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fda0331-3ec0-42f6-9a61-ac5b43108986" -d '{"events": [{"name": "network-changed", "server_uuid": "e9eb1002-2561-4049-82d6-ca2b9caa2465", "tag": "0fd3e8de-8e67-4e04-a147-37cd03b3127f"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:58.402064 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Pushing event updated for resources: {'Port': ['ID=0fd3e8de-8e67-4e04-a147-37cd03b3127f,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:58.405618 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:58.425108 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7306f79d-06f8-4f69-a8d7-bbb43aaa8e5c x-openstack-request-id: req-7306f79d-06f8-4f69-a8d7-bbb43aaa8e5c {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:58.425425 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9eb1002-2561-4049-82d6-ca2b9caa2465", "tag": "0fd3e8de-8e67-4e04-a147-37cd03b3127f", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:58.425703 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7306f79d-06f8-4f69-a8d7-bbb43aaa8e5c {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:58.426118 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9eb1002-2561-4049-82d6-ca2b9caa2465', 'tag': '0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'status': 'completed', 'code': 200} Jun 26 18:22:58.528638 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96818bd-fe23-4055-b88e-9234054d5e21 req-19ffce80-3409-4631-8349-d96294f5a8e8 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:58.530469 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f96818bd-fe23-4055-b88e-9234054d5e21 req-19ffce80-3409-4631-8349-d96294f5a8e8 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0668621 Jun 26 18:22:58.555480 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda0331-3ec0-42f6-9a61-ac5b43108986 req-8a0cc929-ab68-4045-9903-89bb11c79ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:58.557007 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8fda0331-3ec0-42f6-9a61-ac5b43108986 req-8a0cc929-ab68-4045-9903-89bb11c79ca4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 1096 time: 0.0562925 Jun 26 18:22:58.572383 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f96818bd-fe23-4055-b88e-9234054d5e21 req-4c577415-c682-4357-abde-a8fee4c85b81 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353875 Jun 26 18:22:58.724318 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60976) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:58.842088 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0f1595b9-1bf3-4dcd-b140-814059f446c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:58.932283 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda0331-3ec0-42f6-9a61-ac5b43108986 req-f8bf3277-733a-44ab-9ba6-7b153ef7a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:58.937211 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8fda0331-3ec0-42f6-9a61-ac5b43108986 req-f8bf3277-733a-44ab-9ba6-7b153ef7a500 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd3741fa074447f79ac44dcca92da78a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3600783 Jun 26 18:22:59.006289 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0f1595b9-1bf3-4dcd-b140-814059f446c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:59.034694 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda0331-3ec0-42f6-9a61-ac5b43108986 req-9520d7fb-001f-43c3-a213-d576dad04fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:59.036122 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8fda0331-3ec0-42f6-9a61-ac5b43108986 req-9520d7fb-001f-43c3-a213-d576dad04fb4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930142 Jun 26 18:22:59.038710 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd619c0f-1c01-4c2e-aa7d-5d693c2412a1 req-f9a221fc-59d6-47ec-bce5-6ba5d7363b19 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:59.040110 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fd619c0f-1c01-4c2e-aa7d-5d693c2412a1 req-f9a221fc-59d6-47ec-bce5-6ba5d7363b19 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 943 time: 0.0901864 Jun 26 18:22:59.077262 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fd619c0f-1c01-4c2e-aa7d-5d693c2412a1 req-6108ced6-cf96-476f-beb7-1ee61deaf6e4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308464 Jun 26 18:22:59.079722 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0f1595b9-1bf3-4dcd-b140-814059f446c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:59.082092 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:59.116867 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1595b9-1bf3-4dcd-b140-814059f446c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee2cde-b0ea-40bd-a47d-9b0fb1156699,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:59.122304 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-0f1595b9-1bf3-4dcd-b140-814059f446c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=889855440be9481d8a8be903a062070f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959322 Jun 26 18:22:59.122304 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-0f1595b9-1bf3-4dcd-b140-814059f446c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:59.123922 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 60988) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:59.189205 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-bc9ecbbb-0d85-44f7-b0cf-ca07e9a8249c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:59.214390 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-bc9ecbbb-0d85-44f7-b0cf-ca07e9a8249c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:59.251339 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-3334fdd0-ddee-43bd-b19c-b791e0d8e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:59.252484 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-3334fdd0-ddee-43bd-b19c-b791e0d8e42e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 1096 time: 0.0864730 Jun 26 18:22:59.314232 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-d015eaf6-9e0f-4c91-997e-32f6f96f3127 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982189 Jun 26 18:22:59.315454 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-d0419077-38c5-4cff-a6f9-88302a7964e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd3e8de-8e67-4e04-a147-37cd03b3127f HTTP/1.1" status: 200 len: 217 time: 0.0401435 Jun 26 18:22:59.336844 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-bc9ecbbb-0d85-44f7-b0cf-ca07e9a8249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:59.339746 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-bc9ecbbb-0d85-44f7-b0cf-ca07e9a8249c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:59.340896 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-bc9ecbbb-0d85-44f7-b0cf-ca07e9a8249c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dee2cde-b0ea-40bd-a47d-9b0fb1156699 HTTP/1.1" status: 204 len: 168 time: 0.2159944 Jun 26 18:22:59.345969 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:59.349411 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ecbbb-0d85-44f7-b0cf-ca07e9a8249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee2cde-b0ea-40bd-a47d-9b0fb1156699,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:59.351653 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-bc9ecbbb-0d85-44f7-b0cf-ca07e9a8249c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:59.439383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-9cf5ef5c-8bbe-431e-b8b9-696779462dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:59.440885 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-9cf5ef5c-8bbe-431e-b8b9-696779462dfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d37e191d-6564-4de5-ae98-6ee45de8e95a HTTP/1.1" status: 200 len: 855 time: 0.0836861 Jun 26 18:22:59.478793 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-11f14faf-f0de-42b1-868e-52c47a70bf4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bb395c1-c8d0-42da-9d07-ada1afa819be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298071 Jun 26 18:22:59.484317 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-6b84fff2-baa5-4eaf-9527-10b422595119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:59.487908 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-6b84fff2-baa5-4eaf-9527-10b422595119 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1098 time: 0.0927396 Jun 26 18:22:59.640198 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-b13ca340-596c-4bce-87d0-e6927c8fd14b service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454570 Jun 26 18:22:59.663604 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-745c47ff-3a71-4323-a325-107ec5c1c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:59.665079 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-745c47ff-3a71-4323-a325-107ec5c1c9f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 919 time: 0.1437647 Jun 26 18:22:59.722098 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-b1bff05a-0f0f-4f1f-915b-17258776fa81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95 HTTP/1.1" status: 200 len: 217 time: 0.0448928 Jun 26 18:22:59.755871 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c0aa-8800-4a12-a507-caee200388bf req-d5ace057-bd7d-4fdb-a928-4d2187f7f088 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:59.757393 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0da0c0aa-8800-4a12-a507-caee200388bf req-d5ace057-bd7d-4fdb-a928-4d2187f7f088 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0697551 Jun 26 18:22:59.806357 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-f1c87d39-f0d6-4f5a-b033-8626ed7688c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:59.807798 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-f1c87d39-f0d6-4f5a-b033-8626ed7688c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.0620325 Jun 26 18:22:59.817558 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0da0c0aa-8800-4a12-a507-caee200388bf req-e936ce44-b6e5-4ac1-8a4a-219dcf1bc35a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Jun 26 18:22:59.852247 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6c891835-c7ab-47a2-b52c-d56c97f3e034 req-d3417c47-f8f8-4bb3-98a6-9078063c8703 service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962013 Jun 26 18:22:59.854031 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-0ffdda48-1de3-497a-8ad9-25ffd12fdef5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374024 Jun 26 18:23:00.004769 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-052ca991-8b0b-4d55-b9a8-d3426e48cdb9 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953808 Jun 26 18:23:00.149300 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7513db6c-5159-4fb3-8d67-a454fb2857b9 req-8b444c6d-4dbe-466b-8349-2d542b7327b8 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891333 Jun 26 18:23:00.298931 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090b607-4ca6-458d-99ac-4ab44c3f7eaf req-33e146e1-ed23-4157-92f1-bd857eed08a9 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:00.301922 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5090b607-4ca6-458d-99ac-4ab44c3f7eaf req-33e146e1-ed23-4157-92f1-bd857eed08a9 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 943 time: 0.0831282 Jun 26 18:23:00.344020 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5090b607-4ca6-458d-99ac-4ab44c3f7eaf req-e971dae1-3126-4142-9b04-a24e29e03b3b tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360885 Jun 26 18:23:00.816857 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 32836) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:00.868698 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:00.937426 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a9f9440f-8bc5-4739-b2ee-71a98cbc90b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.048966 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5edc-80af-4b20-879c-1e594e5d3d49 req-d941251e-b59f-4346-8cff-cbc091221046 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:01.050494 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b3fd5edc-80af-4b20-879c-1e594e5d3d49 req-d941251e-b59f-4346-8cff-cbc091221046 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.1008668 Jun 26 18:23:01.108679 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a9f9440f-8bc5-4739-b2ee-71a98cbc90b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.112454 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b3fd5edc-80af-4b20-879c-1e594e5d3d49 req-e31a77e6-c3f9-4739-8efd-715ebd975751 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530965 Jun 26 18:23:01.187956 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a9f9440f-8bc5-4739-b2ee-71a98cbc90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.191624 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-fcb2f9d9-03ce-4284-84f5-3093dc883897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:01.232280 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a9f9440f-8bc5-4739-b2ee-71a98cbc90b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca4608c74ef54067b2abc316c1fed201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121780 Jun 26 18:23:01.232280 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9440f-8bc5-4739-b2ee-71a98cbc90b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7114a07-ccdd-40d8-86f8-c6b0b82696f8,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:01.233394 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 32846) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:01.233721 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 32848) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:01.244803 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a9f9440f-8bc5-4739-b2ee-71a98cbc90b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:01.294284 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-773628c6-8f20-43da-bad1-87cef10ff0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.316147 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-773628c6-8f20-43da-bad1-87cef10ff0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.365871 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-704a9516-bed9-4b8d-9cc6-f8d94bab4234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.484343 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-773628c6-8f20-43da-bad1-87cef10ff0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.487438 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-773628c6-8f20-43da-bad1-87cef10ff0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.489542 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-773628c6-8f20-43da-bad1-87cef10ff0dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7114a07-ccdd-40d8-86f8-c6b0b82696f8 HTTP/1.1" status: 204 len: 168 time: 0.2538226 Jun 26 18:23:01.497649 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-df88ef03-dd5e-43d7-9804-170dba4815cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:01.521097 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773628c6-8f20-43da-bad1-87cef10ff0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7114a07-ccdd-40d8-86f8-c6b0b82696f8,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:01.523738 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-773628c6-8f20-43da-bad1-87cef10ff0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:01.618936 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ac9b9-c6fc-4461-8157-25a978c96e23 req-421ed7f8-7f8b-4980-a945-d96f1c17c5e7 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:01.620349 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-de0ac9b9-c6fc-4461-8157-25a978c96e23 req-421ed7f8-7f8b-4980-a945-d96f1c17c5e7 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 943 time: 0.1045361 Jun 26 18:23:01.641480 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-704a9516-bed9-4b8d-9cc6-f8d94bab4234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.665930 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-de0ac9b9-c6fc-4461-8157-25a978c96e23 req-45cfb9a0-bfa5-4865-9a2b-931d9f12f0ff tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Jun 26 18:23:01.714247 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-704a9516-bed9-4b8d-9cc6-f8d94bab4234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.718114 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6124b432-779a-4e94-b246-f19f77c9b02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:01.753680 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-704a9516-bed9-4b8d-9cc6-f8d94bab4234 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1a784a9fc164172b64c5c04d879c176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189967 Jun 26 18:23:01.754540 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a9516-bed9-4b8d-9cc6-f8d94bab4234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7475ea-4bac-47b0-86a4-6b572e0ce285,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:01.756976 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 32878) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:01.757455 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-704a9516-bed9-4b8d-9cc6-f8d94bab4234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:01.809542 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-30944bec-ac14-4a91-8485-0a3eb846d81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.834253 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-30944bec-ac14-4a91-8485-0a3eb846d81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.919567 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-30944bec-ac14-4a91-8485-0a3eb846d81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.922890 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-30944bec-ac14-4a91-8485-0a3eb846d81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:01.924032 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-30944bec-ac14-4a91-8485-0a3eb846d81c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae7475ea-4bac-47b0-86a4-6b572e0ce285 HTTP/1.1" status: 204 len: 168 time: 0.1652310 Jun 26 18:23:01.924818 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c8a14950-adfa-499a-813c-bc2f5cec803a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:01.932094 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30944bec-ac14-4a91-8485-0a3eb846d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7475ea-4bac-47b0-86a4-6b572e0ce285,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:01.934238 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-30944bec-ac14-4a91-8485-0a3eb846d81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:02.131538 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 32886) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:02.146369 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-869ada54-8b44-4ef5-a0ab-e5c14690786d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.240445 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-869ada54-8b44-4ef5-a0ab-e5c14690786d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.307988 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3597e-3dfe-4184-828b-e038b8765a80 req-2ea12a4f-db09-4137-a242-9d68e3eb61bb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:02.309542 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cfe3597e-3dfe-4184-828b-e038b8765a80 req-2ea12a4f-db09-4137-a242-9d68e3eb61bb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0708921 Jun 26 18:23:02.329274 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-869ada54-8b44-4ef5-a0ab-e5c14690786d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.332840 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e15b909f-e225-481e-8c14-148a0418e594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:02.361199 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cfe3597e-3dfe-4184-828b-e038b8765a80 req-caac63e2-1a67-4c2a-b6e6-11ee3e5c3736 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442033 Jun 26 18:23:02.380496 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ada54-8b44-4ef5-a0ab-e5c14690786d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054be653-3344-4ba0-8d40-b4fe48049e9d,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:02.380703 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-869ada54-8b44-4ef5-a0ab-e5c14690786d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:02.398216 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-869ada54-8b44-4ef5-a0ab-e5c14690786d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1af69ec80e6a40e9811e42963dd98fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656240 Jun 26 18:23:02.401240 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 32898) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:02.450757 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c88d5d91-8735-44b8-af75-cbd6841cc468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.471907 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c88d5d91-8735-44b8-af75-cbd6841cc468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.609283 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c88d5d91-8735-44b8-af75-cbd6841cc468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.612330 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c88d5d91-8735-44b8-af75-cbd6841cc468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.616194 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c88d5d91-8735-44b8-af75-cbd6841cc468 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/054be653-3344-4ba0-8d40-b4fe48049e9d HTTP/1.1" status: 204 len: 168 time: 0.2140710 Jun 26 18:23:02.617685 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5d696a26-8d83-42bd-815e-a5a73be6e337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:02.627203 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d5d91-8735-44b8-af75-cbd6841cc468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054be653-3344-4ba0-8d40-b4fe48049e9d,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:02.629873 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c88d5d91-8735-44b8-af75-cbd6841cc468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:02.795035 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 32914) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:02.809593 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1d9c-75b6-4a06-8d2a-085b21c0db49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.848818 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0bc0a-4957-4faa-b378-0dc9ef22554f req-3a4cd0f5-826f-4be3-974a-eb9714ec12be tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:02.855987 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e6a0bc0a-4957-4faa-b378-0dc9ef22554f req-3a4cd0f5-826f-4be3-974a-eb9714ec12be tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 943 time: 0.0686176 Jun 26 18:23:02.903766 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1d9c-75b6-4a06-8d2a-085b21c0db49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.913000 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e6a0bc0a-4957-4faa-b378-0dc9ef22554f req-2d48f466-83fe-4ce8-a844-24551e5c9610 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542214 Jun 26 18:23:02.976613 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1d9c-75b6-4a06-8d2a-085b21c0db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:02.980140 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-514f0560-854e-42b5-9030-a5a28751613f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:03.019415 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-b8dc1d9c-75b6-4a06-8d2a-085b21c0db49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad1125caabdd4dc59172dd7c8efe70c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232814 Jun 26 18:23:03.022034 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 32932) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:03.024311 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc1d9c-75b6-4a06-8d2a-085b21c0db49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b002f5b-8c2d-4d36-831b-a2e85ddd97d7,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:03.039727 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b8dc1d9c-75b6-4a06-8d2a-085b21c0db49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:03.097751 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-07b7dc12-8f13-4118-934b-4d627ea8dcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:03.119353 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-07b7dc12-8f13-4118-934b-4d627ea8dcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:03.222632 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-07b7dc12-8f13-4118-934b-4d627ea8dcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:03.225331 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-07b7dc12-8f13-4118-934b-4d627ea8dcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:03.228032 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-07b7dc12-8f13-4118-934b-4d627ea8dcd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b002f5b-8c2d-4d36-831b-a2e85ddd97d7 HTTP/1.1" status: 204 len: 168 time: 0.2030838 Jun 26 18:23:03.228032 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-dfad0794-73ea-41b9-a677-b8d016be83fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:03.236897 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7dc12-8f13-4118-934b-4d627ea8dcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b002f5b-8c2d-4d36-831b-a2e85ddd97d7,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:03.239324 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-07b7dc12-8f13-4118-934b-4d627ea8dcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:03.534278 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0fd3e8de-8e67-4e04-a147-37cd03b3127f details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:23:03.553890 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb37c27-fdf7-4c63-aeae-8f309d0e2472 req-02a58f6e-1d28-4b33-964b-20d3cff8b997 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:03.556936 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cfb37c27-fdf7-4c63-aeae-8f309d0e2472 req-02a58f6e-1d28-4b33-964b-20d3cff8b997 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0739474 Jun 26 18:23:03.598827 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cfb37c27-fdf7-4c63-aeae-8f309d0e2472 req-10d02d6b-2c97-4c70-9879-1059a6b5fc6e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372722 Jun 26 18:23:03.655203 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 0fd3e8de-8e67-4e04-a147-37cd03b3127f, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0fd3e8de-8e67-4e04-a147-37cd03b3127f,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:03.670108 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be', 'port_id': '0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'mac_address': 'fa:16:3e:65:24:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37e191d-6564-4de5-ae98-6ee45de8e95a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:23:03.727176 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:03.746349 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd3e8de-8e67-4e04-a147-37cd03b3127f {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:23:03.791184 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 0fd3e8de-8e67-4e04-a147-37cd03b3127f, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0fd3e8de-8e67-4e04-a147-37cd03b3127f,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:03.864467 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:03.867398 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:03.925534 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=0fd3e8de-8e67-4e04-a147-37cd03b3127f,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:03.932709 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.933194 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.933556 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.933898 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.934238 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.934580 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.934912 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.935302 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.935619 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.936571 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.937341 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.937680 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:03.941653 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:04.098776 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0c6a-74ba-4951-9f98-0e3cfac8339b req-57cfe1e0-ed56-42ae-87c8-dd6bf1ae6422 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:04.100243 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d20d0c6a-74ba-4951-9f98-0e3cfac8339b req-57cfe1e0-ed56-42ae-87c8-dd6bf1ae6422 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 944 time: 0.0695977 Jun 26 18:23:04.138041 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d20d0c6a-74ba-4951-9f98-0e3cfac8339b req-cee73a06-aade-407a-b0c4-304b17ee5dea tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Jun 26 18:23:04.246409 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33000) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:04.298498 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0fd3e8de-8e67-4e04-a147-37cd03b3127f'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:23:04.354118 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ccef2a4c-b65d-4698-98fd-da04b3710d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:04.514609 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ccef2a4c-b65d-4698-98fd-da04b3710d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:04.575216 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ccef2a4c-b65d-4698-98fd-da04b3710d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:04.578935 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a918127a-8f27-4efc-9f9c-712e90a23161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:04.615114 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-ccef2a4c-b65d-4698-98fd-da04b3710d6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=631245e801d94f679874a6459e5802e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675489 Jun 26 18:23:04.616072 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef2a4c-b65d-4698-98fd-da04b3710d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3502d194-5db2-411d-9583-9400411c72cc,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:04.617872 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 33014) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:04.619170 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-ccef2a4c-b65d-4698-98fd-da04b3710d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:04.675022 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4f6-0a45-462a-b674-9d5ca2a8514d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:04.699978 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4f6-0a45-462a-b674-9d5ca2a8514d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:04.798560 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b923bc-fee6-4db2-aa4f-e91aebddf484 req-f6b843f6-ad46-4b5d-9922-39e788d67062 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:04.799976 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84b923bc-fee6-4db2-aa4f-e91aebddf484 req-f6b843f6-ad46-4b5d-9922-39e788d67062 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0656676 Jun 26 18:23:04.850838 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84b923bc-fee6-4db2-aa4f-e91aebddf484 req-b0114f71-8725-4d77-b748-73443db922ef tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 Jun 26 18:23:04.851875 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4f6-0a45-462a-b674-9d5ca2a8514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:04.854433 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ddafc4f6-0a45-462a-b674-9d5ca2a8514d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:04.855589 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ddafc4f6-0a45-462a-b674-9d5ca2a8514d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3502d194-5db2-411d-9583-9400411c72cc HTTP/1.1" status: 204 len: 168 time: 0.2358239 Jun 26 18:23:04.856701 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:04.868630 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc4f6-0a45-462a-b674-9d5ca2a8514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3502d194-5db2-411d-9583-9400411c72cc,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:04.877484 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ddafc4f6-0a45-462a-b674-9d5ca2a8514d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:05.348861 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af57af-d6df-4c90-92e1-7ed8cbe0d783 req-63b1ef52-260b-4287-a91a-a1ac4dd571f1 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:05.351283 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b1af57af-d6df-4c90-92e1-7ed8cbe0d783 req-63b1ef52-260b-4287-a91a-a1ac4dd571f1 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 944 time: 0.0790908 Jun 26 18:23:05.398214 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b1af57af-d6df-4c90-92e1-7ed8cbe0d783 req-00a22d28-3c28-484d-aca1-b450f9a33cbb tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Jun 26 18:23:05.502091 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 33042) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:05.515553 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-140342de-e194-4692-8a7a-b9451fa0f263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:05.548695 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0fd3e8de-8e67-4e04-a147-37cd03b3127f up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:23:05.592832 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33044) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:05.627755 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-140342de-e194-4692-8a7a-b9451fa0f263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:05.674022 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 0fd3e8de-8e67-4e04-a147-37cd03b3127f completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:23:05.677874 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 0fd3e8de-8e67-4e04-a147-37cd03b3127f triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:05.678406 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:05.737109 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-140342de-e194-4692-8a7a-b9451fa0f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:05.741005 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4b4c47a0-6d42-42a8-8c14-56856778cc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:05.776965 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-140342de-e194-4692-8a7a-b9451fa0f263 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61f0ab30bedc429ba49c9a54110fd644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737317 Jun 26 18:23:05.780338 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33056) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:05.783039 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140342de-e194-4692-8a7a-b9451fa0f263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2ee55-6519-4e9b-9efd-469623ca1555,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:05.786538 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-140342de-e194-4692-8a7a-b9451fa0f263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:05.819459 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:05.830551 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-73aa4a8d-a83a-4ffd-a637-9fda00ac94d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:05.847569 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb1002-2561-4049-82d6-ca2b9caa2465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd3e8de-8e67-4e04-a147-37cd03b3127f'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:23:05.850226 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e1d301-7f32-4882-8238-947a125a8b87" -d '{"events": [{"server_uuid": "e9eb1002-2561-4049-82d6-ca2b9caa2465", "name": "network-vif-plugged", "status": "completed", "tag": "0fd3e8de-8e67-4e04-a147-37cd03b3127f"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:23:05.881188 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 0fd3e8de-8e67-4e04-a147-37cd03b3127f, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0fd3e8de-8e67-4e04-a147-37cd03b3127f,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:05.907140 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3cdd92-b741-4ccc-9621-0a5955570007 x-openstack-request-id: req-3b3cdd92-b741-4ccc-9621-0a5955570007 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:23:05.908131 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eb1002-2561-4049-82d6-ca2b9caa2465", "name": "network-vif-plugged", "status": "completed", "tag": "0fd3e8de-8e67-4e04-a147-37cd03b3127f", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:23:05.908575 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b3cdd92-b741-4ccc-9621-0a5955570007 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:23:05.909099 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb1002-2561-4049-82d6-ca2b9caa2465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'code': 200} Jun 26 18:23:05.914713 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-cd12a679-d9d1-49ff-bafd-ea20c2fd2429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:05.951151 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-cd12a679-d9d1-49ff-bafd-ea20c2fd2429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:05.965942 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:05.969392 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:05.980532 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-73aa4a8d-a83a-4ffd-a637-9fda00ac94d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:06.048225 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=0fd3e8de-8e67-4e04-a147-37cd03b3127f,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:06.051467 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:06.051655 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-73aa4a8d-a83a-4ffd-a637-9fda00ac94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:06.055285 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-ccef2a4c-b65d-4698-98fd-da04b3710d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:06.075544 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9173-7eab-455e-9de0-7849f3196169 req-656665fc-397f-4c93-96d3-e1fdf54ca115 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:06.077892 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e11c9173-7eab-455e-9de0-7849f3196169 req-656665fc-397f-4c93-96d3-e1fdf54ca115 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0764530 Jun 26 18:23:06.088966 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-cd12a679-d9d1-49ff-bafd-ea20c2fd2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:06.091378 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-cd12a679-d9d1-49ff-bafd-ea20c2fd2429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:06.092964 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-cd12a679-d9d1-49ff-bafd-ea20c2fd2429 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2d2ee55-6519-4e9b-9efd-469623ca1555 HTTP/1.1" status: 204 len: 168 time: 0.3116539 Jun 26 18:23:06.096562 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-73aa4a8d-a83a-4ffd-a637-9fda00ac94d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc41143d255e4b2c94ed075ec8a5654e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026262 Jun 26 18:23:06.097833 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa4a8d-a83a-4ffd-a637-9fda00ac94d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f1cc0-f984-464f-94f1-39533613bc34,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:06.100164 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33064) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:06.124189 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-73aa4a8d-a83a-4ffd-a637-9fda00ac94d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:06.124753 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-3bff9d9f-2b48-4210-9147-4d3b3be94264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:06.126959 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e11c9173-7eab-455e-9de0-7849f3196169 req-8e2d8d39-5b06-4728-a16c-5e3b26b79dad tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428545 Jun 26 18:23:06.139172 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12a679-d9d1-49ff-bafd-ea20c2fd2429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2ee55-6519-4e9b-9efd-469623ca1555,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:06.143690 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-cd12a679-d9d1-49ff-bafd-ea20c2fd2429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:06.161802 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-864f6c42-f6f1-4390-9ae4-31ded6db92c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:06.187238 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-864f6c42-f6f1-4390-9ae4-31ded6db92c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:06.352278 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-864f6c42-f6f1-4390-9ae4-31ded6db92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:06.354939 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-864f6c42-f6f1-4390-9ae4-31ded6db92c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:06.356276 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-864f6c42-f6f1-4390-9ae4-31ded6db92c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f1f1cc0-f984-464f-94f1-39533613bc34 HTTP/1.1" status: 204 len: 168 time: 0.2550037 Jun 26 18:23:06.357034 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5beb1be5-e1f2-4f97-9d40-7cf7daaab54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:06.365961 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f6c42-f6f1-4390-9ae4-31ded6db92c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f1cc0-f984-464f-94f1-39533613bc34,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:06.368437 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-864f6c42-f6f1-4390-9ae4-31ded6db92c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:06.488827 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be1b46-2293-4b0a-ae84-6a735fdbd62d req-e88cd9e3-3430-4a04-8145-49fe45911f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:06.490600 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-75be1b46-2293-4b0a-ae84-6a735fdbd62d req-e88cd9e3-3430-4a04-8145-49fe45911f61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 1098 time: 0.0701735 Jun 26 18:23:06.535443 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-75be1b46-2293-4b0a-ae84-6a735fdbd62d req-1b1c86f1-7eaf-4306-ab1b-923defe0d7ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Jun 26 18:23:06.618161 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a5a13-b131-440c-95ec-f3696b1797d7 req-4bbebe39-fc84-457a-8d33-e1ed56beb055 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:06.619657 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6a0a5a13-b131-440c-95ec-f3696b1797d7 req-4bbebe39-fc84-457a-8d33-e1ed56beb055 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0673985 Jun 26 18:23:06.658868 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6a0a5a13-b131-440c-95ec-f3696b1797d7 req-c2deb85c-8256-423f-8cbe-1c3c31eef1ab tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327268 Jun 26 18:23:07.313676 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404400c2-86b1-4694-9123-475feef45cd6 req-e844ea2b-e159-46ca-b094-0f0ffbc3cda0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:07.315138 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-404400c2-86b1-4694-9123-475feef45cd6 req-e844ea2b-e159-46ca-b094-0f0ffbc3cda0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0659022 Jun 26 18:23:07.352148 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-404400c2-86b1-4694-9123-475feef45cd6 req-cc483d6a-80d9-4737-9049-9ccde3e55a33 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313816 Jun 26 18:23:07.836692 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c06388-95d8-46d0-9778-826705a10ed6 req-960120cf-59f4-4e5a-8f5f-f2f2c40851ce tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:07.838517 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8c06388-95d8-46d0-9778-826705a10ed6 req-960120cf-59f4-4e5a-8f5f-f2f2c40851ce tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0648644 Jun 26 18:23:07.880202 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8c06388-95d8-46d0-9778-826705a10ed6 req-071691b9-84c8-432a-8c78-d164fce54bbb tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355096 Jun 26 18:23:08.534056 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c05db-bcca-4eed-86e9-8a6ef3c64767 req-963b8bee-3e77-4e0f-8fe3-a5922f8e37aa tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:08.535607 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-956c05db-bcca-4eed-86e9-8a6ef3c64767 req-963b8bee-3e77-4e0f-8fe3-a5922f8e37aa tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0748436 Jun 26 18:23:08.573721 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-956c05db-bcca-4eed-86e9-8a6ef3c64767 req-b0dffd8f-592d-49ee-a312-ac0e91a04ffd tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Jun 26 18:23:09.058337 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e038a-10b8-42f8-aa03-cdbb8e6898d5 req-0c10222e-d043-4f90-a20c-c9ab3e5ee637 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:09.059809 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7f6e038a-10b8-42f8-aa03-cdbb8e6898d5 req-0c10222e-d043-4f90-a20c-c9ab3e5ee637 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0619481 Jun 26 18:23:09.096970 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7f6e038a-10b8-42f8-aa03-cdbb8e6898d5 req-d40e2b02-dc66-4002-b5e6-1bf3424a0a03 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Jun 26 18:23:09.746039 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e1762-2cbc-4da9-b06b-71bee714aca8 req-c4cdd82a-3753-465d-bd54-12c9b2694dd7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:09.747544 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-189e1762-2cbc-4da9-b06b-71bee714aca8 req-c4cdd82a-3753-465d-bd54-12c9b2694dd7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0631917 Jun 26 18:23:09.783911 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-189e1762-2cbc-4da9-b06b-71bee714aca8 req-1b338dc7-3c0c-4925-8711-a379e9db0d88 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302649 Jun 26 18:23:09.929393 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a930d346-ddd1-46ad-b436-176f5de847d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:10.962926 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066c834-6806-4aea-98db-465948bca9ae req-9d9f4531-0aaa-4318-991b-4fbb3662bf94 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:10.964771 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e066c834-6806-4aea-98db-465948bca9ae req-9d9f4531-0aaa-4318-991b-4fbb3662bf94 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0687151 Jun 26 18:23:11.005720 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e066c834-6806-4aea-98db-465948bca9ae req-5c6fefa6-efbc-4111-9159-94eaba78a935 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336459 Jun 26 18:23:11.967614 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb1386-15a0-46dc-be38-6f2f9498e0c1 req-569557ed-4cc4-4b4f-8b9a-e60d391e42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:11.967614 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3afb1386-15a0-46dc-be38-6f2f9498e0c1 req-569557ed-4cc4-4b4f-8b9a-e60d391e42f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 1099 time: 0.0627115 Jun 26 18:23:12.016787 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3afb1386-15a0-46dc-be38-6f2f9498e0c1 req-a39bacb5-3629-47ff-9ed5-1e2de82b8961 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Jun 26 18:23:12.185735 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e2573-d701-499b-94d0-6a66412b20a8 req-e211f646-f0fb-47db-a0bb-3eae7fff382f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:12.185735 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-808e2573-d701-499b-94d0-6a66412b20a8 req-e211f646-f0fb-47db-a0bb-3eae7fff382f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0628233 Jun 26 18:23:12.222991 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-808e2573-d701-499b-94d0-6a66412b20a8 req-2d4cb9a5-5a14-4a2b-abd3-132931722ac2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Jun 26 18:23:12.537198 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-83d3596c-8e35-4ca4-ad2b-312de9e8a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:12.575236 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33296) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:12.677719 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-495fbb9c-63c4-4024-bfd1-43fbbfb80681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:12.764685 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-495fbb9c-63c4-4024-bfd1-43fbbfb80681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:12.850921 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-495fbb9c-63c4-4024-bfd1-43fbbfb80681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:12.854449 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b8dc1d9c-75b6-4a06-8d2a-085b21c0db49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:12.889306 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-495fbb9c-63c4-4024-bfd1-43fbbfb80681 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=523c47821d994aaea6538f4d872883ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129969 Jun 26 18:23:12.890367 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fbb9c-63c4-4024-bfd1-43fbbfb80681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0f52c8-d1ca-4f67-a64b-0f668ec30d9e,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:12.892018 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 33300) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:12.893621 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-495fbb9c-63c4-4024-bfd1-43fbbfb80681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:12.919756 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:12.945437 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7f666a51-e455-45a5-8936-d05f0628ea99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:12.970464 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7f666a51-e455-45a5-8936-d05f0628ea99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:13.117590 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7f666a51-e455-45a5-8936-d05f0628ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:13.120145 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7f666a51-e455-45a5-8936-d05f0628ea99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:13.121322 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-7f666a51-e455-45a5-8936-d05f0628ea99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b0f52c8-d1ca-4f67-a64b-0f668ec30d9e HTTP/1.1" status: 204 len: 168 time: 0.2282410 Jun 26 18:23:13.122122 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-28eaffca-f933-4848-b8c6-b5f21ffe7bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:13.130131 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f666a51-e455-45a5-8936-d05f0628ea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0f52c8-d1ca-4f67-a64b-0f668ec30d9e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:13.132570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7f666a51-e455-45a5-8936-d05f0628ea99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:13.422572 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017d60-ee27-429a-9455-7687e9fb2d21 req-bd122779-6cb2-4b85-a95e-ee569b6e2c4a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:13.423757 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-16017d60-ee27-429a-9455-7687e9fb2d21 req-bd122779-6cb2-4b85-a95e-ee569b6e2c4a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0844049 Jun 26 18:23:13.462051 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-16017d60-ee27-429a-9455-7687e9fb2d21 req-d45588c8-e765-410c-8baa-2d40458e60bb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Jun 26 18:23:13.686472 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:13.793970 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 33330) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:13.807205 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-cd61c6d4-1389-4010-9f19-340110b656e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:13.895181 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-cd61c6d4-1389-4010-9f19-340110b656e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:13.959222 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-cd61c6d4-1389-4010-9f19-340110b656e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:13.962638 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-750c84ac-7813-49be-9f48-282ec5171694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:13.997069 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-cd61c6d4-1389-4010-9f19-340110b656e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc9e05bd0dc740ec83b40f6ebea85251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020397 Jun 26 18:23:13.998186 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61c6d4-1389-4010-9f19-340110b656e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526d5e5a-4fe7-4287-863c-d17083619f1c,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:14.000362 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33334) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:14.002164 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cd61c6d4-1389-4010-9f19-340110b656e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:14.048022 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-291b589e-3631-4f44-b0e1-cddf12e888d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:14.068595 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-291b589e-3631-4f44-b0e1-cddf12e888d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:14.180442 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-291b589e-3631-4f44-b0e1-cddf12e888d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:14.183082 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-291b589e-3631-4f44-b0e1-cddf12e888d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:14.184251 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-291b589e-3631-4f44-b0e1-cddf12e888d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/526d5e5a-4fe7-4287-863c-d17083619f1c HTTP/1.1" status: 204 len: 168 time: 0.1828282 Jun 26 18:23:14.185037 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f4eba6fa-f02f-457b-87a9-f55a01fa7146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:14.194423 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b589e-3631-4f44-b0e1-cddf12e888d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526d5e5a-4fe7-4287-863c-d17083619f1c,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:14.195335 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-291b589e-3631-4f44-b0e1-cddf12e888d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:14.653686 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e191e74-3db0-4039-a886-8b000316a351 req-194152b2-23bc-4620-b7b5-3f03c7b31a2d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:14.655334 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8e191e74-3db0-4039-a886-8b000316a351 req-194152b2-23bc-4620-b7b5-3f03c7b31a2d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0709665 Jun 26 18:23:14.703143 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8e191e74-3db0-4039-a886-8b000316a351 req-bbe0c1fd-f166-4e1f-9537-be7c938bcd5c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Jun 26 18:23:14.882868 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf475fdc-d902-4e59-b4d4-77f9588d564a req-1165b4e4-688d-4d79-94cb-30ba0f18a01e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:14.884350 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cf475fdc-d902-4e59-b4d4-77f9588d564a req-1165b4e4-688d-4d79-94cb-30ba0f18a01e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0702512 Jun 26 18:23:14.935296 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cf475fdc-d902-4e59-b4d4-77f9588d564a req-195480e5-fd1c-4a59-9b4c-6ce917931c25 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Jun 26 18:23:15.054819 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:15.241698 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33380) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:15.451729 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33398) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:15.508779 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-99bc81b8-a297-4788-9064-d70e00935239 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:15.510539 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-99bc81b8-a297-4788-9064-d70e00935239 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/networks?id=2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 200 len: 815 time: 0.1176860 Jun 26 18:23:15.513905 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-205059200-network', 'tenant_id': '220b27091b0b483f8644126e52cf9328'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:15.529900 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f3e1af84-f366-426e-9c13-9bca1fb7ef9b tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/quotas/fd3741fa074447f79ac44dcca92da78a HTTP/1.1" status: 200 len: 375 time: 0.0104656 Jun 26 18:23:15.571060 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-565095bf-44b9-4df0-8b0c-039f0e05c12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:15.603022 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-a4b8c6bc-97c8-409b-8099-ee037ff29301 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677872 Jun 26 18:23:15.662067 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Made reservation on behalf of 220b27091b0b483f8644126e52cf9328 for: {'network': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:15.664559 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:15.677708 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:15.693207 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-a92984ff-42d1-4c5b-9a79-658487c31681 service neutron] 10.222.0.15 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833008 Jun 26 18:23:15.762638 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-565095bf-44b9-4df0-8b0c-039f0e05c12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:15.783400 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-ec62a17a-8e91-452c-ac24-caec608c1fdd service neutron] 10.222.0.15 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843241 Jun 26 18:23:15.847232 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-565095bf-44b9-4df0-8b0c-039f0e05c12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:15.852616 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-0f1595b9-1bf3-4dcd-b140-814059f446c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:15.901938 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-565095bf-44b9-4df0-8b0c-039f0e05c12d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c0651e24a4c46389a97ba5d2719ad28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491515 Jun 26 18:23:15.904699 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 33408) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:15.906340 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565095bf-44b9-4df0-8b0c-039f0e05c12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2499c25-dd28-40c7-90dc-38e8a7970b92,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:15.910528 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-565095bf-44b9-4df0-8b0c-039f0e05c12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:15.965199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6352e859-f869-4716-a633-e14bc2022ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:15.990082 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6352e859-f869-4716-a633-e14bc2022ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:15.992448 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.050200 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0d5f957-ab5a-400c-a97d-e03f537cc4a9 req-41a3881e-b10c-4848-9621-bdcfe6df2d2b tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 210 time: 0.0437496 Jun 26 18:23:16.063181 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.072859 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:16.092574 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4080872-ecf4-4cc8-b49c-f90e9eb6763b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:16.096378 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:16.142970 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6352e859-f869-4716-a633-e14bc2022ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.146790 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6352e859-f869-4716-a633-e14bc2022ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.147567 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:23:16.150706 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-6352e859-f869-4716-a633-e14bc2022ec9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2499c25-dd28-40c7-90dc-38e8a7970b92 HTTP/1.1" status: 204 len: 168 time: 0.2450228 Jun 26 18:23:16.152628 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2544a8dd-3eb6-4e08-a3f5-ab9c7929acee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:16.157595 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.158112 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.segments_db [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Added segment 42e31dfa-3d61-4cbb-a54c-68270d281521 of type vlan for network fac0dec2-4b13-45ba-a480-49c72f81f42e Jun 26 18:23:16.160079 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352e859-f869-4716-a633-e14bc2022ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2499c25-dd28-40c7-90dc-38e8a7970b92,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:16.162477 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6352e859-f869-4716-a633-e14bc2022ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:16.199930 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.308066 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.309557 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:16.310196 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.313646 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-553db76f-e36f-4e69-a6b7-d7b8aa90c4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:16.371134 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Pushing event updated for resources: {'Network': ['ID=fac0dec2-4b13-45ba-a480-49c72f81f42e,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:16.373927 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:16.380800 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network fac0dec2-4b13-45ba-a480-49c72f81f42e details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:23:16.417714 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1747577 Jun 26 18:23:16.420554 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33420) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:16.426079 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Request body: {'subnet': {'network_id': 'fac0dec2-4b13-45ba-a480-49c72f81f42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-205059200-subnet', 'tenant_id': '220b27091b0b483f8644126e52cf9328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:16.537143 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Made reservation on behalf of 220b27091b0b483f8644126e52cf9328 for: {'subnet': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:16.539567 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065608620'] for subnet, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.799675 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069428323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065608638'] for subnet, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.802867 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:16.857293 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 33432) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:16.861210 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Pushing event updated for resources: {'Subnet': ['ID=86430dd2-b690-450e-b936-c3009a0a7cb3,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:16.864230 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:16.871302 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9ee62bd1-39fb-462e-9e56-a62bb60d7e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:16.873876 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Checking segment: {'id': '42e31dfa-3d61-4cbb-a54c-68270d281521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fac0dec2-4b13-45ba-a480-49c72f81f42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:16.874233 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Network hostable DHCP agents. Network: fac0dec2-4b13-45ba-a480-49c72f81f42e, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:23:16.942725 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Network fac0dec2-4b13-45ba-a480-49c72f81f42e is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:23:16.962158 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9ee62bd1-39fb-462e-9e56-a62bb60d7e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:17.056894 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, fac0dec2-4b13-45ba-a480-49c72f81f42e) {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:17.057085 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9ee62bd1-39fb-462e-9e56-a62bb60d7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:17.060725 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-34eeb5ce-05af-4609-a9f4-4e15f4d64649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:17.066436 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8a8de8-b7ee-4bca-a58f-d7469fec196d None None] Network fac0dec2-4b13-45ba-a480-49c72f81f42e requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:23:17.079506 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:17.081314 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:17.097105 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee62bd1-39fb-462e-9e56-a62bb60d7e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3471f35a-a688-4433-b7a6-0c13da86ecf8,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:17.112669 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-9ee62bd1-39fb-462e-9e56-a62bb60d7e33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04a0aae343b14391b800b820c8c947b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542653 Jun 26 18:23:17.115430 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33440) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:17.117124 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9ee62bd1-39fb-462e-9e56-a62bb60d7e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:17.173512 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-84d0b830-4bdc-419e-9e58-b4357346d92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:17.185787 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7642338 Jun 26 18:23:17.198669 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-84d0b830-4bdc-419e-9e58-b4357346d92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:17.246674 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5517b-65cc-4c4c-9cd4-75689b3401ce None None] Network fac0dec2-4b13-45ba-a480-49c72f81f42e requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:23:17.315834 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d030c1c6-045c-4e6f-80e4-c4505c00a1f5 req-9a240a1f-ac90-4f2d-ae7c-aa4423a2b5aa tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 210 time: 0.0396266 Jun 26 18:23:17.342773 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-84d0b830-4bdc-419e-9e58-b4357346d92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:17.347422 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-84d0b830-4bdc-419e-9e58-b4357346d92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:17.348876 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-84d0b830-4bdc-419e-9e58-b4357346d92e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3471f35a-a688-4433-b7a6-0c13da86ecf8 HTTP/1.1" status: 204 len: 168 time: 0.2324402 Jun 26 18:23:17.354290 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-ea040070-271e-426e-aad2-751569920377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:17.392853 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b830-4bdc-419e-9e58-b4357346d92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471f35a-a688-4433-b7a6-0c13da86ecf8,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:17.403537 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-84d0b830-4bdc-419e-9e58-b4357346d92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:17.422055 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2c728-0ef6-4e6f-833d-f05a5b1a89ad req-114ad147-609c-4ea4-8753-1dfb23f9791b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:17.432994 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-27a2c728-0ef6-4e6f-833d-f05a5b1a89ad req-114ad147-609c-4ea4-8753-1dfb23f9791b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1421311 Jun 26 18:23:17.440098 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-5ba46f25-985e-4fef-af67-96050fdd1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:17.442617 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-5ba46f25-985e-4fef-af67-96050fdd1d81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1098 time: 0.0820668 Jun 26 18:23:17.473002 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-27a2c728-0ef6-4e6f-833d-f05a5b1a89ad req-fe7e5e23-50e2-47b7-a9fb-00bc71ebb02f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380166 Jun 26 18:23:17.554052 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-8118c2a3-51a0-4caf-b806-eb2bcdc0e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:17.555499 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-8118c2a3-51a0-4caf-b806-eb2bcdc0e583 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 919 time: 0.0968132 Jun 26 18:23:17.605770 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-54fff9b7-35aa-44c7-8e03-d9c12448b68f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95 HTTP/1.1" status: 200 len: 217 time: 0.0358772 Jun 26 18:23:17.661679 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-3ebaa7f0-f669-44bc-a580-a65137a3a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:17.663238 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-3ebaa7f0-f669-44bc-a580-a65137a3a3d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.0446498 Jun 26 18:23:17.700799 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-e083ab23-a9f4-40d4-a2a8-964ba8b8a099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264494 Jun 26 18:23:17.793974 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-0c1a5dc7-c353-4d01-a18d-a32605e5d54e service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856318 Jun 26 18:23:17.912436 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ccfda7bb-a167-47fc-9318-7652d88852dd req-82b08cdd-8abf-4bc3-9525-c3afacae4826 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859437 Jun 26 18:23:18.082572 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33466) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:18.096351 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ebd5-9ceb-45bb-a774-c0d8ccc3efc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.164830 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33468) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:18.169728 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-182519011-network', 'tenant_id': '22ae963d5d29429d83e605c0f226bc60'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:18.196655 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ebd5-9ceb-45bb-a774-c0d8ccc3efc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.273737 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ebd5-9ceb-45bb-a774-c0d8ccc3efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.278173 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-cdaedee7-cd6a-49d4-982e-b1d57fe96585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:18.319478 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a9a7ebd5-9ceb-45bb-a774-c0d8ccc3efc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0a24646721a4fa2acb772cc139029f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358575 Jun 26 18:23:18.320390 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ebd5-9ceb-45bb-a774-c0d8ccc3efc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b9d604-db18-4802-bdb5-01915ad40c95,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:18.322208 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 33472) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:18.323690 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a9a7ebd5-9ceb-45bb-a774-c0d8ccc3efc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:18.357961 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Made reservation on behalf of 22ae963d5d29429d83e605c0f226bc60 for: {'network': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:18.361119 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.370334 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.372861 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4a4c7c1e-7407-4fdf-a433-14babbd21078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.402836 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4a4c7c1e-7407-4fdf-a433-14babbd21078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.487227 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0d30aabf-9a3b-4571-859e-67be7794ac34 req-c8e41f94-ddf1-422d-9a3b-8a8a6b69c1a4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 210 time: 0.0296423 Jun 26 18:23:18.496485 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.551938 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4a4c7c1e-7407-4fdf-a433-14babbd21078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.554610 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4a4c7c1e-7407-4fdf-a433-14babbd21078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.558176 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-4a4c7c1e-7407-4fdf-a433-14babbd21078 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68b9d604-db18-4802-bdb5-01915ad40c95 HTTP/1.1" status: 204 len: 168 time: 0.2325559 Jun 26 18:23:18.558176 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:18.565516 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c7c1e-7407-4fdf-a433-14babbd21078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b9d604-db18-4802-bdb5-01915ad40c95,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:18.567853 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4a4c7c1e-7407-4fdf-a433-14babbd21078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:18.580597 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.591063 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-291b589e-3631-4f44-b0e1-cddf12e888d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:18.607883 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:23:18.736408 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-4e0c7ef5-c34d-4de7-94b2-29f46388486f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:18.738013 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-4e0c7ef5-c34d-4de7-94b2-29f46388486f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "GET /v2.0/networks?id=2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 200 len: 815 time: 0.1149480 Jun 26 18:23:18.763892 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Request body: {'port': {'device_id': '788c463c-acd1-438f-960a-16eadabea036', 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be', 'admin_state_up': True, 'tenant_id': 'fd3741fa074447f79ac44dcca92da78a'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:18.854337 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.854804 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.segments_db [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Added segment 12e493b7-69eb-43e4-8183-b2f88ce8e75a of type vlan for network 628fa5ac-ba96-4938-adfc-e5ed0bb465a5 Jun 26 18:23:18.864912 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f01980e-5402-4b6f-b2ba-82aca331f709,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:18.869776 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:18.908176 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.944855 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca90da-df72-41cf-b377-5b3c7ffd6ed2 req-cf38ba8b-7274-4216-8a52-f061e2f22997 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:18.946363 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-08ca90da-df72-41cf-b377-5b3c7ffd6ed2 req-cf38ba8b-7274-4216-8a52-f061e2f22997 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.3435969 Jun 26 18:23:18.954387 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Made reservation on behalf of fd3741fa074447f79ac44dcca92da78a for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:18.959240 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:19.002437 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-08ca90da-df72-41cf-b377-5b3c7ffd6ed2 req-5e0541b2-e1ba-4201-a597-c98aa972e05e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366766 Jun 26 18:23:19.005261 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:19.010444 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:19.010444 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:19.011959 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-ee10514f-d111-4d6d-8ef4-80e60fd1469a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:19.099940 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Pushing event updated for resources: {'Network': ['ID=628fa5ac-ba96-4938-adfc-e5ed0bb465a5,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:19.102560 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:19.111078 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 628fa5ac-ba96-4938-adfc-e5ed0bb465a5 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:23:19.111706 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Allocated IP 172.20.0.8 (2bb395c1-c8d0-42da-9d07-ada1afa819be/d37e191d-6564-4de5-ae98-6ee45de8e95a/ecfe309a-749b-4ad5-9bd5-a7b33aea82aa) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:23:19.118198 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9520657 Jun 26 18:23:19.120757 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33490) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:19.135420 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Request body: {'subnet': {'network_id': '628fa5ac-ba96-4938-adfc-e5ed0bb465a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-182519011-subnet', 'tenant_id': '22ae963d5d29429d83e605c0f226bc60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:19.228628 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Made reservation on behalf of 22ae963d5d29429d83e605c0f226bc60 for: {'subnet': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:19.230642 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065608620'] for subnet, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:19.274982 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:19.491419 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069428323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065608638'] for subnet, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:19.493888 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-bb865c4b-fdd0-484c-bd20-550a7345e98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:19.554901 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c1b2a6-fd2b-49cb-99a6-7642d14c69e4,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:19.560234 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:19.563806 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Checking segment: {'id': '12e493b7-69eb-43e4-8183-b2f88ce8e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '628fa5ac-ba96-4938-adfc-e5ed0bb465a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:19.564578 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Network hostable DHCP agents. Network: 628fa5ac-ba96-4938-adfc-e5ed0bb465a5, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:23:19.641378 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3accd15e-c18a-4055-99e8-304851250d89 req-665da203-aeca-4dd4-a718-3ee18f12714f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 210 time: 0.0285583 Jun 26 18:23:19.663860 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:19.669022 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:19.683092 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Network 628fa5ac-ba96-4938-adfc-e5ed0bb465a5 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:23:19.706095 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0fd3e8de-8e67-4e04-a147-37cd03b3127f'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:23:19.706283 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Network 2bb395c1-c8d0-42da-9d07-ada1afa819be is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:23:19.709566 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:19.715661 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:23:19.743878 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Pushing event updated for resources: {'Port': ['ID=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:19.752175 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:19.768737 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 628fa5ac-ba96-4938-adfc-e5ed0bb465a5) {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:19.772510 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:19.772902 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:19.773145 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:19.773476 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:19.784727 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc76046-36c6-4a95-9473-0bdb59ceaeeb None None] Network 628fa5ac-ba96-4938-adfc-e5ed0bb465a5 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:23:19.843847 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0840199 Jun 26 18:23:19.871296 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Request body: {'port': {'device_id': '788c463c-acd1-438f-960a-16eadabea036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:19.875307 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-05c953c3-f49f-4668-9eb3-86480ee8bf1d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7523155 Jun 26 18:23:19.961745 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafcacb1-9ead-493a-bdd1-14cbc9859c54 None None] Network 628fa5ac-ba96-4938-adfc-e5ed0bb465a5 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:23:19.962414 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:20.216671 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570f8fa-1d6e-4e8e-a8f6-0687660d6df9 req-c3889a0a-d505-4467-8560-7f2787f30aca tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:20.218166 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9570f8fa-1d6e-4e8e-a8f6-0687660d6df9 req-c3889a0a-d505-4467-8560-7f2787f30aca tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0709591 Jun 26 18:23:20.260885 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9570f8fa-1d6e-4e8e-a8f6-0687660d6df9 req-7a87f309-4038-453b-b907-b73e95aad869 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359263 Jun 26 18:23:20.319192 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfe309a-749b-4ad5-9bd5-a7b33aea82aa {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:23:20.326370 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:20.339188 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Transition to ACTIVE for port object ecfe309a-749b-4ad5-9bd5-a7b33aea82aa will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:23:20.426166 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:20.429777 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:20.508267 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Pushing event updated for resources: {'Port': ['ID=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:20.529382 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:20.571365 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Attempting to bind port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:23:20.571591 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-8ffb4817-744e-4ffe-8ad3-298d38ce6147 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:20.572046 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Attempting to bind port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:23:20.572333 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Attempting to bind port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa on network 2bb395c1-c8d0-42da-9d07-ada1afa819be {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:23:20.573128 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-8ffb4817-744e-4ffe-8ad3-298d38ce6147 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/networks?id=fac0dec2-4b13-45ba-a480-49c72f81f42e HTTP/1.1" status: 200 len: 808 time: 0.1150289 Jun 26 18:23:20.577111 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa on network 2bb395c1-c8d0-42da-9d07-ada1afa819be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:23:20.577658 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Attempting to bind port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa on network 2bb395c1-c8d0-42da-9d07-ada1afa819be {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:23:20.583391 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:23:20.583852 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Checking segment: {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:20.584372 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Bound using segment: {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:23:20.584931 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Bound port: ecfe309a-749b-4ad5-9bd5-a7b33aea82aa, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:23:20.585394 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:20.589879 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-8edfbdc5-7b3d-4e8e-b8e1-b4c75e7f6f2b tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/quotas/220b27091b0b483f8644126e52cf9328 HTTP/1.1" status: 200 len: 375 time: 0.0113244 Jun 26 18:23:20.628591 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-dda02460-6d77-43dd-a2fc-75a9c3f5752c tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=220b27091b0b483f8644126e52cf9328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324585 Jun 26 18:23:20.657132 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] For port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:23:20.660236 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] For port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:23:20.728208 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-ad5f64ff-fc8c-409d-a0b1-133f53c91229 service neutron] 10.222.0.15 "GET /v2.0/networks/fac0dec2-4b13-45ba-a480-49c72f81f42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928724 Jun 26 18:23:20.748742 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:20.752714 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9f3ce2d4-1f5c-42e0-ab09-d7b6eaafd9ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:20.782830 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:20.783395 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:20.784824 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] 10.222.0.37 "PUT /v2.0/ports/ecfe309a-749b-4ad5-9bd5-a7b33aea82aa HTTP/1.1" status: 200 len: 1093 time: 0.9181681 Jun 26 18:23:20.787108 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788c463c-acd1-438f-960a-16eadabea036', 'tag': 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:23:20.789532 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959ea1b9-13d5-41b5-929a-34b4a2cc265c" -d '{"events": [{"name": "network-changed", "server_uuid": "788c463c-acd1-438f-960a-16eadabea036", "tag": "ecfe309a-749b-4ad5-9bd5-a7b33aea82aa"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:23:20.817912 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Pushing event updated for resources: {'Port': ['ID=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:20.820119 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:20.832248 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-e1cea581-deed-4ad5-b43a-aeb9b0db7d27 service neutron] 10.222.0.15 "GET /v2.0/networks/fac0dec2-4b13-45ba-a480-49c72f81f42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031740 Jun 26 18:23:20.893277 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7167f3-0b54-411a-b9f8-f00109c0491f req-8e82d400-5de3-4049-9a03-bf92e7337466 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:20.895038 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9c7167f3-0b54-411a-b9f8-f00109c0491f req-8e82d400-5de3-4049-9a03-bf92e7337466 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 943 time: 0.0677676 Jun 26 18:23:20.940843 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9c7167f3-0b54-411a-b9f8-f00109c0491f req-973718df-b194-441c-a9a9-814968c55484 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392253 Jun 26 18:23:20.996280 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98677f6a-9841-46b8-a0e8-81104d834fb3 x-openstack-request-id: req-98677f6a-9841-46b8-a0e8-81104d834fb3 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:23:20.996885 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788c463c-acd1-438f-960a-16eadabea036", "tag": "ecfe309a-749b-4ad5-9bd5-a7b33aea82aa", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:23:20.996885 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98677f6a-9841-46b8-a0e8-81104d834fb3 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:23:21.000259 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788c463c-acd1-438f-960a-16eadabea036', 'tag': 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa', 'status': 'completed', 'code': 200} Jun 26 18:23:21.014317 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-69e0c700-8bbb-4d49-9356-b8cd3ac9ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:21.017915 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-69e0c700-8bbb-4d49-9356-b8cd3ac9ee25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 1096 time: 0.0638316 Jun 26 18:23:21.082527 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-05910305-3c5b-44a8-9d0b-14949ea5a4b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa HTTP/1.1" status: 200 len: 217 time: 0.0508795 Jun 26 18:23:21.110576 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d3a09b27-f207-4579-b567-49b3216ddc03 req-71d82359-820d-4903-9f91-cc3620620519 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 210 time: 0.0387437 Jun 26 18:23:21.158700 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-affbb033-4b35-47b0-bf45-9325e550ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:21.160229 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-affbb033-4b35-47b0-bf45-9325e550ef2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d37e191d-6564-4de5-ae98-6ee45de8e95a HTTP/1.1" status: 200 len: 855 time: 0.0611222 Jun 26 18:23:21.201800 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-4ef1bb8a-a73c-4922-a343-f22b55025ce1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bb395c1-c8d0-42da-9d07-ada1afa819be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325396 Jun 26 18:23:21.304804 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-d27b2e51-bba8-43d6-ad20-a6cf22b03979 service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874951 Jun 26 18:23:21.421360 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5feadbad-47c8-41f9-8e04-86dfc9de3252 req-62632630-97b6-4b3b-b6dc-0898031cb683 service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030424 Jun 26 18:23:21.447000 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c2d4-4b24-46a2-a7d6-d68cb337759e req-e04076d5-5efc-46ae-9098-3fb5c8617786 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:21.448517 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6592c2d4-4b24-46a2-a7d6-d68cb337759e req-e04076d5-5efc-46ae-9098-3fb5c8617786 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0721464 Jun 26 18:23:21.488100 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6592c2d4-4b24-46a2-a7d6-d68cb337759e req-36a330bc-632f-48bf-a8be-22917eeb5619 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328040 Jun 26 18:23:21.670800 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-dbbe302a-269a-4493-bf22-57ffe66462cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:21.672312 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-dbbe302a-269a-4493-bf22-57ffe66462cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 1096 time: 0.0517292 Jun 26 18:23:21.768307 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-6406c828-dfbb-4be8-9b78-569a8becd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:21.770962 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-6406c828-dfbb-4be8-9b78-569a8becd553 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 200 len: 916 time: 0.0847805 Jun 26 18:23:21.819303 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-e60bf3bd-d58b-4efa-843b-3ca1c14e4b7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa HTTP/1.1" status: 200 len: 217 time: 0.0408673 Jun 26 18:23:21.869822 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-58b0376a-1f3e-411d-af6c-2aca36018c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:21.873814 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-58b0376a-1f3e-411d-af6c-2aca36018c8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d37e191d-6564-4de5-ae98-6ee45de8e95a HTTP/1.1" status: 200 len: 855 time: 0.0427325 Jun 26 18:23:21.905792 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-fd3bd2ce-584e-46e8-9848-3bd1c32e9859 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bb395c1-c8d0-42da-9d07-ada1afa819be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259593 Jun 26 18:23:22.016869 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-a97b1700-aafc-45d3-832f-f9cfe77a0176 service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866673 Jun 26 18:23:22.152004 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-959ea1b9-13d5-41b5-929a-34b4a2cc265c req-80499efb-e8df-4b6b-8762-f7f661901b36 service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246598 Jun 26 18:23:22.179275 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604996b4-cbec-4fc9-869b-a8381a9c00c7 req-8a4fb7fd-5af5-46f8-bcd6-d04f8935d151 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:22.179275 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-604996b4-cbec-4fc9-869b-a8381a9c00c7 req-8a4fb7fd-5af5-46f8-bcd6-d04f8935d151 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 943 time: 0.0979469 Jun 26 18:23:22.218936 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-604996b4-cbec-4fc9-869b-a8381a9c00c7 req-d46f5092-7ec1-43d3-940e-7a64fdd15ac8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356793 Jun 26 18:23:22.278516 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-783635b8-471d-44b8-8fc3-a98aba214070 req-37d051d0-929e-4238-941e-02966c356b16 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 210 time: 0.0288577 Jun 26 18:23:22.663922 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c8579-89b0-4da0-95bb-111d764f9cad req-1b2f0dda-8085-40e6-9534-13ae2f888436 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:22.665427 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-664c8579-89b0-4da0-95bb-111d764f9cad req-1b2f0dda-8085-40e6-9534-13ae2f888436 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0627720 Jun 26 18:23:22.703268 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-664c8579-89b0-4da0-95bb-111d764f9cad req-9350b8b7-d0ad-45b9-910b-536937e56558 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Jun 26 18:23:23.415983 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16929a20-d4b8-46c2-87e3-9e3705edc872 req-81bf0f36-1787-4d87-8e79-62dd05cc0424 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:23.417530 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-16929a20-d4b8-46c2-87e3-9e3705edc872 req-81bf0f36-1787-4d87-8e79-62dd05cc0424 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 943 time: 0.0857332 Jun 26 18:23:23.453830 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cc7ab585-c8ec-4a31-a613-6418f5cff79c req-09bea464-329c-4c17-afd6-cac5ec4f9ce5 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 210 time: 0.0430450 Jun 26 18:23:23.461960 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-16929a20-d4b8-46c2-87e3-9e3705edc872 req-a8d492c8-97c7-4688-89e5-fc9a40c2cacf tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382552 Jun 26 18:23:23.682947 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-ef9dd24f-6a23-4286-adef-67a3b43de491 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:23.684370 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-ef9dd24f-6a23-4286-adef-67a3b43de491 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.37 "GET /v2.0/networks?id=fac0dec2-4b13-45ba-a480-49c72f81f42e HTTP/1.1" status: 200 len: 808 time: 0.1110265 Jun 26 18:23:23.713705 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Request body: {'port': {'device_id': 'ab8a2b8a-901e-4b9d-9ee7-19800b496693', 'network_id': 'fac0dec2-4b13-45ba-a480-49c72f81f42e', 'admin_state_up': True, 'tenant_id': '220b27091b0b483f8644126e52cf9328'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:23.900776 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4a21f-b8a9-4579-a8b6-2af2ebb75fab req-519f8443-7540-4049-bd6d-df4642829836 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:23.902272 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3ef4a21f-b8a9-4579-a8b6-2af2ebb75fab req-519f8443-7540-4049-bd6d-df4642829836 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0667272 Jun 26 18:23:23.915468 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Made reservation on behalf of 220b27091b0b483f8644126e52cf9328 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:23.918724 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:23.965409 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3ef4a21f-b8a9-4579-a8b6-2af2ebb75fab req-50009ad6-3427-4070-8564-c727501d116a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572774 Jun 26 18:23:24.069773 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Allocated IP 172.20.0.9 (fac0dec2-4b13-45ba-a480-49c72f81f42e/86430dd2-b690-450e-b936-c3009a0a7cb3/0b6c6814-6ce4-4ec9-8441-383fd2627b01) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:23:24.224917 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:24.297287 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:24.300928 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:24.344378 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Network fac0dec2-4b13-45ba-a480-49c72f81f42e is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:23:24.349553 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:24.353394 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:23:24.377269 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Pushing event updated for resources: {'Port': ['ID=0b6c6814-6ce4-4ec9-8441-383fd2627b01,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:24.382703 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:24.405108 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:24.405752 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:24.480310 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725930 Jun 26 18:23:24.503185 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Request body: {'port': {'device_id': 'ab8a2b8a-901e-4b9d-9ee7-19800b496693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:24.591055 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:24.642256 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dde0e-cd44-4a06-ae04-ca378a9c3a7e req-c2fbbba7-ff21-432a-bfee-c11ab0beba7c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:24.643693 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-626dde0e-cd44-4a06-ae04-ca378a9c3a7e req-c2fbbba7-ff21-432a-bfee-c11ab0beba7c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 943 time: 0.0647779 Jun 26 18:23:24.680612 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-626dde0e-cd44-4a06-ae04-ca378a9c3a7e req-83e63a3b-8e34-47e5-9df6-ba6b99919116 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Jun 26 18:23:24.736393 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07804423-ae85-490c-9721-94f1513b7a73 req-08d4ca76-61b8-4584-b1c7-969119aa76a3 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:24.737802 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-07804423-ae85-490c-9721-94f1513b7a73 req-08d4ca76-61b8-4584-b1c7-969119aa76a3 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 931 time: 0.1608992 Jun 26 18:23:24.826483 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-07804423-ae85-490c-9721-94f1513b7a73 req-b9b9e394-372c-4e49-9730-87836c789361 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829518 Jun 26 18:23:24.914371 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6c6814-6ce4-4ec9-8441-383fd2627b01 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:23:24.923095 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:24.935730 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Transition to ACTIVE for port object 0b6c6814-6ce4-4ec9-8441-383fd2627b01 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:23:24.985687 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:24.987803 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:25.037167 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6c6814-6ce4-4ec9-8441-383fd2627b01,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:25.048656 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:25.158367 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Attempting to bind port 0b6c6814-6ce4-4ec9-8441-383fd2627b01 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:23:25.158705 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Attempting to bind port 0b6c6814-6ce4-4ec9-8441-383fd2627b01 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '42e31dfa-3d61-4cbb-a54c-68270d281521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fac0dec2-4b13-45ba-a480-49c72f81f42e'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:23:25.159135 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Attempting to bind port 0b6c6814-6ce4-4ec9-8441-383fd2627b01 on network fac0dec2-4b13-45ba-a480-49c72f81f42e {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:23:25.166056 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Port 0b6c6814-6ce4-4ec9-8441-383fd2627b01 on network fac0dec2-4b13-45ba-a480-49c72f81f42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:23:25.166384 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Attempting to bind port 0b6c6814-6ce4-4ec9-8441-383fd2627b01 on network fac0dec2-4b13-45ba-a480-49c72f81f42e {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:23:25.176495 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:23:25.176836 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Checking segment: {'id': '42e31dfa-3d61-4cbb-a54c-68270d281521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fac0dec2-4b13-45ba-a480-49c72f81f42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:25.177222 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Bound using segment: {'id': '42e31dfa-3d61-4cbb-a54c-68270d281521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fac0dec2-4b13-45ba-a480-49c72f81f42e'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:23:25.177654 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Bound port: 0b6c6814-6ce4-4ec9-8441-383fd2627b01, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e31dfa-3d61-4cbb-a54c-68270d281521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fac0dec2-4b13-45ba-a480-49c72f81f42e'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:23:25.178014 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:25.199503 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968557f-8078-4db0-bbcd-c940d4440282 req-339f8b9c-2980-4c88-8369-f4bbd9a8b5fb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:25.200992 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b968557f-8078-4db0-bbcd-c940d4440282 req-339f8b9c-2980-4c88-8369-f4bbd9a8b5fb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1064465 Jun 26 18:23:25.277551 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b968557f-8078-4db0-bbcd-c940d4440282 req-d533294d-74f0-421f-b570-066f1bc8365f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565660 Jun 26 18:23:25.279935 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] For port 0b6c6814-6ce4-4ec9-8441-383fd2627b01, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:23:25.284391 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] For port 0b6c6814-6ce4-4ec9-8441-383fd2627b01, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0b6c6814-6ce4-4ec9-8441-383fd2627b01,segment=NetworkSegment(42e31dfa-3d61-4cbb-a54c-68270d281521),segment_id=42e31dfa-3d61-4cbb-a54c-68270d281521)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:23:25.360357 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:25.363420 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:25.397833 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:25.398437 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:25.399788 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/0b6c6814-6ce4-4ec9-8441-383fd2627b01 HTTP/1.1" status: 200 len: 1093 time: 0.9024398 Jun 26 18:23:25.400268 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8a2b8a-901e-4b9d-9ee7-19800b496693', 'tag': '0b6c6814-6ce4-4ec9-8441-383fd2627b01'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:23:25.402628 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851780a-5ed1-450b-b973-9031445699c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8a2b8a-901e-4b9d-9ee7-19800b496693", "tag": "0b6c6814-6ce4-4ec9-8441-383fd2627b01"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:23:25.425155 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6c6814-6ce4-4ec9-8441-383fd2627b01,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:25.431107 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:25.441107 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a37921-63c4-48d7-88aa-b0dac4507afc x-openstack-request-id: req-70a37921-63c4-48d7-88aa-b0dac4507afc {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:23:25.441447 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8a2b8a-901e-4b9d-9ee7-19800b496693", "tag": "0b6c6814-6ce4-4ec9-8441-383fd2627b01", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:23:25.441729 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70a37921-63c4-48d7-88aa-b0dac4507afc {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:23:25.442165 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8a2b8a-901e-4b9d-9ee7-19800b496693', 'tag': '0b6c6814-6ce4-4ec9-8441-383fd2627b01', 'status': 'completed', 'code': 200} Jun 26 18:23:25.567528 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851780a-5ed1-450b-b973-9031445699c7 req-2cc6b4f7-8393-497e-a794-90c58793ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:25.569048 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6851780a-5ed1-450b-b973-9031445699c7 req-2cc6b4f7-8393-497e-a794-90c58793ee1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=220b27091b0b483f8644126e52cf9328&device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 1096 time: 0.0523944 Jun 26 18:23:25.604262 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ecfe309a-749b-4ad5-9bd5-a7b33aea82aa details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:23:25.684837 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851780a-5ed1-450b-b973-9031445699c7 req-2445154c-fe80-4671-bfc4-628eb336addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:25.686324 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6851780a-5ed1-450b-b973-9031445699c7 req-2445154c-fe80-4671-bfc4-628eb336addd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=220b27091b0b483f8644126e52cf9328&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0924897 Jun 26 18:23:25.791991 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851780a-5ed1-450b-b973-9031445699c7 req-224dbfca-5578-492d-b32c-b67985aa0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:25.793624 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6851780a-5ed1-450b-b973-9031445699c7 req-224dbfca-5578-492d-b32c-b67985aa0e25 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988986 Jun 26 18:23:25.813602 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:25.824793 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa', 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be', 'port_id': 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa', 'mac_address': 'fa:16:3e:6d:d1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37e191d-6564-4de5-ae98-6ee45de8e95a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:23:25.863466 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:25.876638 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6601c-7540-49cb-9752-dc8f81db99fa req-9fd5b7a9-861e-4972-ae87-6fe80447d4ba tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:25.877334 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfe309a-749b-4ad5-9bd5-a7b33aea82aa {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:23:25.878190 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-57e6601c-7540-49cb-9752-dc8f81db99fa req-9fd5b7a9-861e-4972-ae87-6fe80447d4ba tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 943 time: 0.0768404 Jun 26 18:23:25.898853 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:25.947748 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-57e6601c-7540-49cb-9752-dc8f81db99fa req-9a35a6fd-69b7-4c26-81f6-f9abca000a49 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611432 Jun 26 18:23:25.971612 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-ddb06877-c55a-4322-9b0b-c0e9187a4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:25.973163 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-ddb06877-c55a-4322-9b0b-c0e9187a4562 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=220b27091b0b483f8644126e52cf9328&device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 1096 time: 0.0941043 Jun 26 18:23:25.982442 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:25.984206 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:26.018379 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc18d8-a858-4663-9ba7-483fb99315ad req-56ba299e-f3ec-4335-9b79-904c72bac710 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:26.019875 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-23dc18d8-a858-4663-9ba7-483fb99315ad req-56ba299e-f3ec-4335-9b79-904c72bac710 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 943 time: 0.0652375 Jun 26 18:23:26.033266 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:26.036893 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:26.038156 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-6ab5bbde-b2d6-459a-86f5-514e6ba356fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b6c6814-6ce4-4ec9-8441-383fd2627b01 HTTP/1.1" status: 200 len: 217 time: 0.0351529 Jun 26 18:23:26.058548 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-23dc18d8-a858-4663-9ba7-483fb99315ad req-026a1f4a-ecd9-4a89-9f02-2475d5125939 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Jun 26 18:23:26.088374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-5dc80bf8-61e5-4f1f-820d-7b159472506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:26.089872 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-5dc80bf8-61e5-4f1f-820d-7b159472506c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86430dd2-b690-450e-b936-c3009a0a7cb3 HTTP/1.1" status: 200 len: 848 time: 0.0448217 Jun 26 18:23:26.127341 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-c34fa5b7-fd1b-4e17-a8aa-e250cb15e9d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fac0dec2-4b13-45ba-a480-49c72f81f42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299544 Jun 26 18:23:26.215862 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-9345a922-803f-4ea5-b05e-b9fbc6f72595 service neutron] 10.222.0.37 "GET /v2.0/networks/fac0dec2-4b13-45ba-a480-49c72f81f42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802135 Jun 26 18:23:26.339485 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2287c9cb-7e9d-443b-ba1b-860e9f77f23e req-b3c676b6-f2de-4763-bec4-373b223dfcc3 service neutron] 10.222.0.37 "GET /v2.0/networks/fac0dec2-4b13-45ba-a480-49c72f81f42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910263 Jun 26 18:23:26.394702 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['ecfe309a-749b-4ad5-9bd5-a7b33aea82aa'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:23:26.459900 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498260e-9b75-4fec-a5ac-68894c4ee719 req-629bb364-9ad5-474b-9ddc-55634d728d0d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:26.461389 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7498260e-9b75-4fec-a5ac-68894c4ee719 req-629bb364-9ad5-474b-9ddc-55634d728d0d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0638838 Jun 26 18:23:26.501502 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7498260e-9b75-4fec-a5ac-68894c4ee719 req-061c6388-23e3-49c5-a80a-62db9728855f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Jun 26 18:23:27.160345 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac59801-9064-4563-ae13-11acfca80283 req-f5c1afbf-08df-48bb-babe-568e12717427 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:27.160345 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5ac59801-9064-4563-ae13-11acfca80283 req-f5c1afbf-08df-48bb-babe-568e12717427 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 944 time: 0.0665760 Jun 26 18:23:27.166899 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5ac59801-9064-4563-ae13-11acfca80283 req-8463586d-ec45-4af2-925b-1664957f2598 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339601 Jun 26 18:23:27.235597 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbf737-d0da-434c-beeb-0bbbf868855c req-c1680c20-ab2e-4b42-aa63-a56da095fb56 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:27.240659 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6bdbf737-d0da-434c-beeb-0bbbf868855c req-c1680c20-ab2e-4b42-aa63-a56da095fb56 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 943 time: 0.0621724 Jun 26 18:23:27.276238 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6bdbf737-d0da-434c-beeb-0bbbf868855c req-c92a708a-f437-4c41-bd7d-c41d9cda2fb4 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Jun 26 18:23:27.616495 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ecfe309a-749b-4ad5-9bd5-a7b33aea82aa up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:23:27.669568 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483c3d2-c1ef-4513-b0ac-d5f4b12faa1f req-a10a95fc-fef8-4073-873a-72fe256adec7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:27.671014 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4483c3d2-c1ef-4513-b0ac-d5f4b12faa1f req-a10a95fc-fef8-4073-873a-72fe256adec7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0602129 Jun 26 18:23:27.708841 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4483c3d2-c1ef-4513-b0ac-d5f4b12faa1f req-b86e1ac6-f665-4cf7-a9fe-eba84017a9bf tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Jun 26 18:23:27.788180 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:23:27.792089 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:27.792501 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:27.868575 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:27.894639 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788c463c-acd1-438f-960a-16eadabea036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:23:27.896903 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118c54b7-f4dd-4de7-9fee-2d9c29241172" -d '{"events": [{"server_uuid": "788c463c-acd1-438f-960a-16eadabea036", "name": "network-vif-plugged", "status": "completed", "tag": "ecfe309a-749b-4ad5-9bd5-a7b33aea82aa"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:23:27.909441 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:27.932562 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f67b50-0519-4aa4-89c8-7a1489a858f0 x-openstack-request-id: req-04f67b50-0519-4aa4-89c8-7a1489a858f0 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:23:27.932855 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788c463c-acd1-438f-960a-16eadabea036", "name": "network-vif-plugged", "status": "completed", "tag": "ecfe309a-749b-4ad5-9bd5-a7b33aea82aa", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:23:27.933116 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04f67b50-0519-4aa4-89c8-7a1489a858f0 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:23:27.933506 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788c463c-acd1-438f-960a-16eadabea036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa', 'code': 200} Jun 26 18:23:27.980246 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:27.982246 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4d7cab57-4c25-483b-b311-033df7f65f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:28.027536 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:28.030434 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:28.181738 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:23:28.341880 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533a9b0-78f8-41ee-86b3-d3b300f3873e req-a5cae027-8b42-4ede-affb-ef85b7e24dc4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:28.343391 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0533a9b0-78f8-41ee-86b3-d3b300f3873e req-a5cae027-8b42-4ede-affb-ef85b7e24dc4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 945 time: 0.0645344 Jun 26 18:23:28.377689 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16753e5-24c4-4e28-902d-b3f6720f5b50 req-9f94c2f8-5147-42d1-afd4-140eff938fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:28.379197 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b16753e5-24c4-4e28-902d-b3f6720f5b50 req-9f94c2f8-5147-42d1-afd4-140eff938fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 1098 time: 0.0557902 Jun 26 18:23:28.383446 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0533a9b0-78f8-41ee-86b3-d3b300f3873e req-d6111730-acd0-4e63-998d-00b2d71960c5 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Jun 26 18:23:28.443616 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b16753e5-24c4-4e28-902d-b3f6720f5b50 req-bc6924bc-f62e-44e0-8ada-6b4b3e29542a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571373 Jun 26 18:23:28.472118 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929b44a-43ff-4288-93d3-99926e367316 req-1dad9f35-00f8-455c-ad9e-74e54100be4a tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:28.473614 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5929b44a-43ff-4288-93d3-99926e367316 req-1dad9f35-00f8-455c-ad9e-74e54100be4a tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 943 time: 0.0746353 Jun 26 18:23:28.511699 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5929b44a-43ff-4288-93d3-99926e367316 req-653154a0-6ab5-4424-a3a6-7f2e0cde1ea6 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Jun 26 18:23:28.878719 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a9d12-3c9e-405d-8403-b012b8b57ccf req-55992f8c-1d48-409b-9fdf-8520f0354fca tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:28.880230 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eb0a9d12-3c9e-405d-8403-b012b8b57ccf req-55992f8c-1d48-409b-9fdf-8520f0354fca tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0633473 Jun 26 18:23:28.930501 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eb0a9d12-3c9e-405d-8403-b012b8b57ccf req-95931239-c114-4b86-8357-b3feaf98b9d1 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Jun 26 18:23:29.558922 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590b962-4a0e-4673-ad70-ce52763051a2 req-3786258c-0793-4725-92b5-099b0af559f4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:29.560440 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b590b962-4a0e-4673-ad70-ce52763051a2 req-3786258c-0793-4725-92b5-099b0af559f4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 945 time: 0.0628552 Jun 26 18:23:29.598934 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b590b962-4a0e-4673-ad70-ce52763051a2 req-dee67bc9-828f-40a9-9634-a8a5006fbfbd tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Jun 26 18:23:29.628835 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0b6c6814-6ce4-4ec9-8441-383fd2627b01 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:23:29.700143 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab93c9-c341-4d2f-a7dd-3172b2212e06 req-63e827a6-bf8a-43b3-ade6-61b4428a40f6 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:29.702363 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-06ab93c9-c341-4d2f-a7dd-3172b2212e06 req-63e827a6-bf8a-43b3-ade6-61b4428a40f6 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 943 time: 0.0719478 Jun 26 18:23:29.737415 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 0b6c6814-6ce4-4ec9-8441-383fd2627b01, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0b6c6814-6ce4-4ec9-8441-383fd2627b01,segment=NetworkSegment(42e31dfa-3d61-4cbb-a54c-68270d281521),segment_id=42e31dfa-3d61-4cbb-a54c-68270d281521)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:29.744198 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-06ab93c9-c341-4d2f-a7dd-3172b2212e06 req-79230c96-5a36-4e03-8c26-128e920c4358 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358791 Jun 26 18:23:29.751278 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '0b6c6814-6ce4-4ec9-8441-383fd2627b01', 'network_id': 'fac0dec2-4b13-45ba-a480-49c72f81f42e', 'port_id': '0b6c6814-6ce4-4ec9-8441-383fd2627b01', 'mac_address': 'fa:16:3e:e2:26:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86430dd2-b690-450e-b936-c3009a0a7cb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:23:29.784870 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:29.796784 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6c6814-6ce4-4ec9-8441-383fd2627b01 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:23:29.815501 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 0b6c6814-6ce4-4ec9-8441-383fd2627b01, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0b6c6814-6ce4-4ec9-8441-383fd2627b01,segment=NetworkSegment(42e31dfa-3d61-4cbb-a54c-68270d281521),segment_id=42e31dfa-3d61-4cbb-a54c-68270d281521)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:29.896854 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:29.899590 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:29.947606 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=0b6c6814-6ce4-4ec9-8441-383fd2627b01,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:29.950478 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:30.114499 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394602c-1a09-45fc-9fec-59c12e7a4c99 req-13930a06-9a7f-4a24-94d2-6ef8a62b20d4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:30.116050 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6394602c-1a09-45fc-9fec-59c12e7a4c99 req-13930a06-9a7f-4a24-94d2-6ef8a62b20d4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0676823 Jun 26 18:23:30.155888 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6394602c-1a09-45fc-9fec-59c12e7a4c99 req-e5d85269-8f81-4d3c-8e96-b34232290f0d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Jun 26 18:23:30.355495 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0b6c6814-6ce4-4ec9-8441-383fd2627b01'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:23:30.771665 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13591897-a58e-48c4-9608-b204ed3127e1 req-dc2477a8-0701-459c-822e-5f9a5cd30b1d tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:30.773214 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-13591897-a58e-48c4-9608-b204ed3127e1 req-dc2477a8-0701-459c-822e-5f9a5cd30b1d tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 945 time: 0.0640538 Jun 26 18:23:30.816753 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-13591897-a58e-48c4-9608-b204ed3127e1 req-c6f32471-1086-43e0-8032-45a242d6675f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368905 Jun 26 18:23:30.844061 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:30.923914 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aa4d0-1b47-4442-86be-de6db4cca157 req-f6246c05-0363-44f6-920e-ae4ad32cd956 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:30.925449 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ef0aa4d0-1b47-4442-86be-de6db4cca157 req-f6246c05-0363-44f6-920e-ae4ad32cd956 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 944 time: 0.0648429 Jun 26 18:23:30.964980 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ef0aa4d0-1b47-4442-86be-de6db4cca157 req-e21cccd9-b6df-46bf-8615-490fee5a4b6e tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Jun 26 18:23:31.262600 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33748) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:31.381670 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a650e45-d027-472c-bdb4-f569dfe57b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.433230 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7e795-b6c5-482c-9aa6-e310525a054a req-039022c5-fa2d-4333-aee2-2fff66de850e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:31.434630 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-58a7e795-b6c5-482c-9aa6-e310525a054a req-039022c5-fa2d-4333-aee2-2fff66de850e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1047568 Jun 26 18:23:31.489702 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-58a7e795-b6c5-482c-9aa6-e310525a054a req-e24796bd-eb1b-4fbb-90b0-932928cfc12a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476310 Jun 26 18:23:31.533708 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a650e45-d027-472c-bdb4-f569dfe57b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.602806 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a650e45-d027-472c-bdb4-f569dfe57b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.605492 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-2c3ffba5-3739-404c-b6d2-6e837cbc583f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:31.640546 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a650e45-d027-472c-bdb4-f569dfe57b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eff46e4-2367-4fd7-852f-7bf20aa9d56b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:31.644685 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-5a650e45-d027-472c-bdb4-f569dfe57b8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9964cc4dd06c4dcf990fa3e0cd64fd57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810079 Jun 26 18:23:31.645560 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5a650e45-d027-472c-bdb4-f569dfe57b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:31.647510 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33758) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:31.656662 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0b6c6814-6ce4-4ec9-8441-383fd2627b01 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:23:31.704557 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-96439295-6921-4331-b223-7b879b4b464b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.725602 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-96439295-6921-4331-b223-7b879b4b464b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.768484 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 0b6c6814-6ce4-4ec9-8441-383fd2627b01 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:23:31.772173 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 0b6c6814-6ce4-4ec9-8441-383fd2627b01 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:31.772592 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.828474 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-96439295-6921-4331-b223-7b879b4b464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.831109 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-96439295-6921-4331-b223-7b879b4b464b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.832264 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-96439295-6921-4331-b223-7b879b4b464b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1eff46e4-2367-4fd7-852f-7bf20aa9d56b HTTP/1.1" status: 204 len: 168 time: 0.1838613 Jun 26 18:23:31.833043 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a9f9440f-8bc5-4739-b2ee-71a98cbc90b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:31.845647 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96439295-6921-4331-b223-7b879b4b464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eff46e4-2367-4fd7-852f-7bf20aa9d56b,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:31.848013 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-96439295-6921-4331-b223-7b879b4b464b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:31.867378 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.890451 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8a2b8a-901e-4b9d-9ee7-19800b496693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6c6814-6ce4-4ec9-8441-383fd2627b01'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:23:31.892736 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf73e80-04d6-4dc5-b813-5bd84b19493e" -d '{"events": [{"server_uuid": "ab8a2b8a-901e-4b9d-9ee7-19800b496693", "name": "network-vif-plugged", "status": "completed", "tag": "0b6c6814-6ce4-4ec9-8441-383fd2627b01"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:23:31.905079 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 0b6c6814-6ce4-4ec9-8441-383fd2627b01, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0b6c6814-6ce4-4ec9-8441-383fd2627b01,segment=NetworkSegment(42e31dfa-3d61-4cbb-a54c-68270d281521),segment_id=42e31dfa-3d61-4cbb-a54c-68270d281521)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:31.928088 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf25aa1d-e886-4226-9faa-0b6f307c6296 x-openstack-request-id: req-cf25aa1d-e886-4226-9faa-0b6f307c6296 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:23:31.928387 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8a2b8a-901e-4b9d-9ee7-19800b496693", "name": "network-vif-plugged", "status": "completed", "tag": "0b6c6814-6ce4-4ec9-8441-383fd2627b01", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:23:31.928674 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf25aa1d-e886-4226-9faa-0b6f307c6296 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:23:31.929074 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8a2b8a-901e-4b9d-9ee7-19800b496693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6c6814-6ce4-4ec9-8441-383fd2627b01', 'code': 200} Jun 26 18:23:31.991301 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:31.993859 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:32.048621 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=0b6c6814-6ce4-4ec9-8441-383fd2627b01,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:32.051657 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:32.164758 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c54e5-1ff3-4cda-a6af-db8ee1c8700e req-f3fff8ed-0ee3-46b5-8ca2-e93c8ffe9e7d tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:32.166342 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-219c54e5-1ff3-4cda-a6af-db8ee1c8700e req-f3fff8ed-0ee3-46b5-8ca2-e93c8ffe9e7d tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 945 time: 0.0860221 Jun 26 18:23:32.207684 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-219c54e5-1ff3-4cda-a6af-db8ee1c8700e req-8c9b819b-ad43-4ee2-a38b-16959b1ed376 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Jun 26 18:23:32.327843 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530d2b1-aa46-48b6-b8ba-dba710809b5e req-02c6b0cb-ac51-4383-a012-c2997b25c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:32.329394 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6530d2b1-aa46-48b6-b8ba-dba710809b5e req-02c6b0cb-ac51-4383-a012-c2997b25c021 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 1098 time: 0.0529490 Jun 26 18:23:32.393754 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6530d2b1-aa46-48b6-b8ba-dba710809b5e req-a69a9fb8-4645-427b-92d2-7b31ec1eb5cc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271821 Jun 26 18:23:32.482823 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33770) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:32.497499 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-02109b41-fc46-4277-8c87-b5444ac0263b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:32.586999 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-02109b41-fc46-4277-8c87-b5444ac0263b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:32.654088 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-02109b41-fc46-4277-8c87-b5444ac0263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:32.658584 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-84d0b830-4bdc-419e-9e58-b4357346d92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:32.665448 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0f95-ec37-4732-a185-e7698fc073ed req-95cf3b70-f3ca-4a59-ac07-d3ba5acda16c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:32.666934 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c6bb0f95-ec37-4732-a185-e7698fc073ed req-95cf3b70-f3ca-4a59-ac07-d3ba5acda16c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0624950 Jun 26 18:23:32.696083 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-02109b41-fc46-4277-8c87-b5444ac0263b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fcf2326f8c1412c870f1a8a0d9834ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089307 Jun 26 18:23:32.696083 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02109b41-fc46-4277-8c87-b5444ac0263b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93f8b58-2a67-4f77-928b-2620d2bc4e44,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:32.696364 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 33778) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:32.697622 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-02109b41-fc46-4277-8c87-b5444ac0263b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:32.725776 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c6bb0f95-ec37-4732-a185-e7698fc073ed req-6ade85a2-812b-46cf-8ae9-75ee6995e2cb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Jun 26 18:23:32.761952 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e3001218-9356-4273-8b8a-ccbe4103d25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:32.784872 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e3001218-9356-4273-8b8a-ccbe4103d25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:32.907901 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e3001218-9356-4273-8b8a-ccbe4103d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:32.910716 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e3001218-9356-4273-8b8a-ccbe4103d25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:32.914399 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-e3001218-9356-4273-8b8a-ccbe4103d25c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f93f8b58-2a67-4f77-928b-2620d2bc4e44 HTTP/1.1" status: 204 len: 168 time: 0.2144608 Jun 26 18:23:32.914399 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-24e354fd-26ee-41cd-8f7a-27b4fcd0b645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:32.922840 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3001218-9356-4273-8b8a-ccbe4103d25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93f8b58-2a67-4f77-928b-2620d2bc4e44,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:32.925249 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e3001218-9356-4273-8b8a-ccbe4103d25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:33.388924 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feed6fa-40ea-4c28-833d-81e60be80e25 req-6f7a4b21-39a0-478b-8e0c-a8bd1a1409e0 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:33.391039 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8feed6fa-40ea-4c28-833d-81e60be80e25 req-6f7a4b21-39a0-478b-8e0c-a8bd1a1409e0 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 945 time: 0.0635400 Jun 26 18:23:33.431973 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8feed6fa-40ea-4c28-833d-81e60be80e25 req-05db662b-274e-4801-a415-4a61150843d1 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353189 Jun 26 18:23:33.696197 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 33804) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:33.710706 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b492c4e-b7d9-48fc-8303-3f5947153f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:33.843806 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b492c4e-b7d9-48fc-8303-3f5947153f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:33.937423 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b15f3-789c-492f-ac05-73babfc65128 req-db01b4ef-ce54-47a6-bf5f-bb9383026de3 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:33.939045 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-331b15f3-789c-492f-ac05-73babfc65128 req-db01b4ef-ce54-47a6-bf5f-bb9383026de3 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0683732 Jun 26 18:23:33.961195 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b492c4e-b7d9-48fc-8303-3f5947153f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:33.968367 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-0632c7f1-9679-4a66-807b-a2b7cbf8b6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:33.982559 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-331b15f3-789c-492f-ac05-73babfc65128 req-393aa634-4953-4a03-90d9-f3a1365129d6 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366843 Jun 26 18:23:34.021429 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-98492336-7fcb-4361-82f8-ae341166b23a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:34.022879 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-98492336-7fcb-4361-82f8-ae341166b23a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/networks?id=2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 200 len: 815 time: 0.1497626 Jun 26 18:23:34.024472 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b492c4e-b7d9-48fc-8303-3f5947153f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9cade2-d889-4a43-8a82-6dd35ba6e222,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:34.028757 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-4b492c4e-b7d9-48fc-8303-3f5947153f9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45fea21d45ae46b693f18c7cf4a3df9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315144 Jun 26 18:23:34.031200 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4b492c4e-b7d9-48fc-8303-3f5947153f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:34.032958 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 33824) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:34.040068 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-746c7030-1cc1-485e-ba59-e4d69831996c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/quotas/fd3741fa074447f79ac44dcca92da78a HTTP/1.1" status: 200 len: 375 time: 0.0103164 Jun 26 18:23:34.081558 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b86c7bb7-194c-47a8-ba3f-1a285bb9615b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:34.110306 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-7070f522-1ff0-47f2-9e8f-568fafa4ed40 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646408 Jun 26 18:23:34.110665 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b86c7bb7-194c-47a8-ba3f-1a285bb9615b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:34.208964 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-7ee4e29d-ac40-490f-86e7-55ee22e692da service neutron] 10.222.0.15 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906901 Jun 26 18:23:34.285216 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b86c7bb7-194c-47a8-ba3f-1a285bb9615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:34.288187 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b86c7bb7-194c-47a8-ba3f-1a285bb9615b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:34.289360 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-b86c7bb7-194c-47a8-ba3f-1a285bb9615b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea9cade2-d889-4a43-8a82-6dd35ba6e222 HTTP/1.1" status: 204 len: 168 time: 0.2560430 Jun 26 18:23:34.290106 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d5cf58bf-7f47-4626-be1b-2e18978b7acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:34.299336 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-3645f6a0-03d1-4e12-8959-258a0b01283c service neutron] 10.222.0.15 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813930 Jun 26 18:23:34.299904 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c7bb7-194c-47a8-ba3f-1a285bb9615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9cade2-d889-4a43-8a82-6dd35ba6e222,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:34.300791 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b86c7bb7-194c-47a8-ba3f-1a285bb9615b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:34.605708 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578beb5f-0a92-478d-a0a8-2a84771b151a req-d00ea504-5819-42c8-80b5-d5eb39b88bdf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:34.607165 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-578beb5f-0a92-478d-a0a8-2a84771b151a req-d00ea504-5819-42c8-80b5-d5eb39b88bdf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 945 time: 0.0639617 Jun 26 18:23:34.647316 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-578beb5f-0a92-478d-a0a8-2a84771b151a req-717bee6e-209f-4ebf-be9e-0d962ea4da40 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Jun 26 18:23:34.690737 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d83d677e-69ab-4c5b-ad83-31ece94655a9 req-d4c0e63a-4658-42a5-9222-b0c637c352d1 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 210 time: 0.0291553 Jun 26 18:23:34.974296 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3002a-44e4-4564-9dd8-3b8af4ac478c req-5f5dca49-e76b-4f8b-816a-21f7a7a59590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:34.975788 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7aa3002a-44e4-4564-9dd8-3b8af4ac478c req-5f5dca49-e76b-4f8b-816a-21f7a7a59590 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1098 time: 0.0645478 Jun 26 18:23:35.009589 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7aa3002a-44e4-4564-9dd8-3b8af4ac478c req-0255774d-8045-4276-8aaa-f6ff3f3a55fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271800 Jun 26 18:23:35.398570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ed27c-b6c9-49f2-8be5-b23a8167989c req-a4505f7e-439f-4671-819e-55624fce48f0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:35.400043 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-375ed27c-b6c9-49f2-8be5-b23a8167989c req-a4505f7e-439f-4671-819e-55624fce48f0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.3049386 Jun 26 18:23:35.437291 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-375ed27c-b6c9-49f2-8be5-b23a8167989c req-09fafa5f-29fc-4a7f-a145-568e473ba7cc tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Jun 26 18:23:35.850406 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-898c3744-5e2d-4d05-a70a-3e8fffa832b4 req-b4768b17-938f-4711-b95c-274eb451f406 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 210 time: 0.0346308 Jun 26 18:23:36.615354 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0a668-1bbf-4293-a758-ae00c77493b1 req-1af75464-c210-4579-93c2-03940b5b2f19 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:36.616794 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7bf0a668-1bbf-4293-a758-ae00c77493b1 req-1af75464-c210-4579-93c2-03940b5b2f19 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0634017 Jun 26 18:23:36.654783 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7bf0a668-1bbf-4293-a758-ae00c77493b1 req-44ae5911-e383-4d29-be73-7bda0ebb9e10 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Jun 26 18:23:37.005799 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8059e1f3-e06f-4d36-8ff9-eca3620a8141 req-d9c3da47-9b01-4571-83df-d4e68f115af5 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 210 time: 0.0296376 Jun 26 18:23:37.463492 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-3f48d38f-c280-4271-94f1-aa5b04dbbda9 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:37.464952 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-3f48d38f-c280-4271-94f1-aa5b04dbbda9 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "GET /v2.0/networks?id=2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 200 len: 815 time: 0.1030648 Jun 26 18:23:37.510219 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Request body: {'port': {'device_id': '3452acb4-0ff2-4cd3-9e08-2672e8b70017', 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be', 'admin_state_up': True, 'tenant_id': 'fd3741fa074447f79ac44dcca92da78a'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:37.683037 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Made reservation on behalf of fd3741fa074447f79ac44dcca92da78a for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:37.686593 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:37.888020 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd077d1-ac49-4e0b-8450-d9016a69368e req-2bdb4ea8-b723-4afb-bf24-f7a546fa8a86 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:37.890181 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6fd077d1-ac49-4e0b-8450-d9016a69368e req-2bdb4ea8-b723-4afb-bf24-f7a546fa8a86 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1121778 Jun 26 18:23:37.916154 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Allocated IP 172.20.0.11 (2bb395c1-c8d0-42da-9d07-ada1afa819be/d37e191d-6564-4de5-ae98-6ee45de8e95a/f83d55a6-21ee-4522-a730-18ff5d9bda4d) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:23:37.929938 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6fd077d1-ac49-4e0b-8450-d9016a69368e req-3e75be80-bbd5-4774-827d-64e8c04e9137 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Jun 26 18:23:38.003900 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b8c90-9df1-4676-af49-4086676230f0 req-96f30c91-66b0-4802-b9d5-a372a517237c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:38.005491 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-916b8c90-9df1-4676-af49-4086676230f0 req-96f30c91-66b0-4802-b9d5-a372a517237c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1355793 Jun 26 18:23:38.096241 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-916b8c90-9df1-4676-af49-4086676230f0 req-05143d27-e682-4b45-819d-514e9bdecdca tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762889 Jun 26 18:23:38.181211 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:38.215986 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-597b2282-d860-4875-b080-45fb215b061f req-5ffbecd2-36dc-4833-b4d4-5b78c71f5279 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 210 time: 0.0485938 Jun 26 18:23:38.319993 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:38.325134 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:38.364038 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:23:38.364587 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Network 2bb395c1-c8d0-42da-9d07-ada1afa819be is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:23:38.370001 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:38.370302 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:23:38.428792 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Pushing event updated for resources: {'Port': ['ID=f83d55a6-21ee-4522-a730-18ff5d9bda4d,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:38.439619 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:38.457248 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:38.457368 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:38.575488 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0828347 Jun 26 18:23:38.597066 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Request body: {'port': {'device_id': '3452acb4-0ff2-4cd3-9e08-2672e8b70017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:38.714147 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:38.760886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c0989-1ecb-429c-9866-e48ce5d60e43 req-3d77f20e-4581-4b82-b2d8-8adb7359ffde tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:38.762407 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4e6c0989-1ecb-429c-9866-e48ce5d60e43 req-3d77f20e-4581-4b82-b2d8-8adb7359ffde tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1707006 Jun 26 18:23:38.906052 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4e6c0989-1ecb-429c-9866-e48ce5d60e43 req-fa16702c-448a-4e65-a9aa-27e4b15c8fad tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175005 Jun 26 18:23:38.909859 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3846-b58d-437d-813e-44d8475899ed req-71f5568e-4a0c-4fb8-ab73-bda6f8d17755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:38.911325 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a6d3846-b58d-437d-813e-44d8475899ed req-71f5568e-4a0c-4fb8-ab73-bda6f8d17755 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1098 time: 0.1985641 Jun 26 18:23:39.080120 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3846-b58d-437d-813e-44d8475899ed req-2948046c-ff22-46e7-923b-3bd98aa35769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:39.081589 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a6d3846-b58d-437d-813e-44d8475899ed req-2948046c-ff22-46e7-923b-3bd98aa35769 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 919 time: 0.1482773 Jun 26 18:23:39.132351 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a6d3846-b58d-437d-813e-44d8475899ed req-f89ed759-7147-4c50-a9da-408edbb563b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95 HTTP/1.1" status: 200 len: 217 time: 0.0421836 Jun 26 18:23:39.192282 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83d55a6-21ee-4522-a730-18ff5d9bda4d {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:23:39.202791 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:39.212967 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3846-b58d-437d-813e-44d8475899ed req-46bda8a3-f200-4706-afa3-69d9c3d4898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:39.214453 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a6d3846-b58d-437d-813e-44d8475899ed req-46bda8a3-f200-4706-afa3-69d9c3d4898f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.0650148 Jun 26 18:23:39.225103 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Transition to ACTIVE for port object f83d55a6-21ee-4522-a730-18ff5d9bda4d will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:23:39.269658 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a6d3846-b58d-437d-813e-44d8475899ed req-0771d317-6ee8-4b73-a9c0-ee816f9c2d31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404644 Jun 26 18:23:39.397982 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a6d3846-b58d-437d-813e-44d8475899ed req-caa23520-c5ac-471f-a9dc-a286218d5bd1 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094456 Jun 26 18:23:39.398570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:39.408462 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:39.408793 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c93b-588e-4c00-a537-e89863528cbe req-686e3a34-8ee8-409d-b0ef-69287ed811da tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:39.408793 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f8b8c93b-588e-4c00-a537-e89863528cbe req-686e3a34-8ee8-409d-b0ef-69287ed811da tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 932 time: 0.0779080 Jun 26 18:23:39.459983 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f8b8c93b-588e-4c00-a537-e89863528cbe req-41d4838e-54fc-4f23-b81c-a32e962fe673 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463181 Jun 26 18:23:39.568749 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a666a-5d83-4de0-ae09-2faca1b8135c req-4a524413-94df-46ce-8a46-fdd15d228739 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:39.570221 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c72a666a-5d83-4de0-ae09-2faca1b8135c req-4a524413-94df-46ce-8a46-fdd15d228739 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.3344786 Jun 26 18:23:39.575558 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Pushing event updated for resources: {'Port': ['ID=f83d55a6-21ee-4522-a730-18ff5d9bda4d,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:39.583891 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:39.653138 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a6d3846-b58d-437d-813e-44d8475899ed req-ae0936c4-cfd1-4d26-a6ba-91cd289e8542 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367723 Jun 26 18:23:39.667933 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c72a666a-5d83-4de0-ae09-2faca1b8135c req-bae0510c-f07d-4ea9-828a-4c2e2a129cf0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879605 Jun 26 18:23:39.674686 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Attempting to bind port f83d55a6-21ee-4522-a730-18ff5d9bda4d on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:23:39.674686 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Attempting to bind port f83d55a6-21ee-4522-a730-18ff5d9bda4d by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:23:39.674686 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Attempting to bind port f83d55a6-21ee-4522-a730-18ff5d9bda4d on network 2bb395c1-c8d0-42da-9d07-ada1afa819be {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:23:39.674686 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Port f83d55a6-21ee-4522-a730-18ff5d9bda4d on network 2bb395c1-c8d0-42da-9d07-ada1afa819be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:23:39.674686 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Attempting to bind port f83d55a6-21ee-4522-a730-18ff5d9bda4d on network 2bb395c1-c8d0-42da-9d07-ada1afa819be {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:23:39.679275 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:23:39.679617 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Checking segment: {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:39.679995 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Bound using segment: {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:23:39.680574 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Bound port: f83d55a6-21ee-4522-a730-18ff5d9bda4d, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:23:39.680933 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:39.759627 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] For port f83d55a6-21ee-4522-a730-18ff5d9bda4d, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:23:39.762793 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] For port f83d55a6-21ee-4522-a730-18ff5d9bda4d, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f83d55a6-21ee-4522-a730-18ff5d9bda4d,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:23:39.851233 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:39.854196 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:39.887206 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:39.887868 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:39.889192 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] 10.222.0.37 "PUT /v2.0/ports/f83d55a6-21ee-4522-a730-18ff5d9bda4d HTTP/1.1" status: 200 len: 1094 time: 1.2998376 Jun 26 18:23:39.890446 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3452acb4-0ff2-4cd3-9e08-2672e8b70017', 'tag': 'f83d55a6-21ee-4522-a730-18ff5d9bda4d'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:23:39.892856 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55b68a6-b891-45f7-9af4-3a600b0d65f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3452acb4-0ff2-4cd3-9e08-2672e8b70017", "tag": "f83d55a6-21ee-4522-a730-18ff5d9bda4d"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:23:39.916898 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Pushing event updated for resources: {'Port': ['ID=f83d55a6-21ee-4522-a730-18ff5d9bda4d,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:39.919946 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:39.927944 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85198f8-093c-4d4e-acb8-6410658a1b1a x-openstack-request-id: req-f85198f8-093c-4d4e-acb8-6410658a1b1a {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:23:39.928296 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3452acb4-0ff2-4cd3-9e08-2672e8b70017", "tag": "f83d55a6-21ee-4522-a730-18ff5d9bda4d", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:23:39.928608 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f85198f8-093c-4d4e-acb8-6410658a1b1a {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:23:39.929027 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3452acb4-0ff2-4cd3-9e08-2672e8b70017', 'tag': 'f83d55a6-21ee-4522-a730-18ff5d9bda4d', 'status': 'completed', 'code': 200} Jun 26 18:23:39.942284 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4839cf54-46e0-4f2c-9b46-b9ca304ffc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:40.119328 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfa384-4ee1-4ffd-bada-d16e9b90ff14 req-9bef56e6-d2d3-4890-b0df-af91ad88344c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:40.120881 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-03cfa384-4ee1-4ffd-bada-d16e9b90ff14 req-9bef56e6-d2d3-4890-b0df-af91ad88344c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0983026 Jun 26 18:23:40.160347 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b68a6-b891-45f7-9af4-3a600b0d65f4 req-a9f60749-4143-426b-b8fa-5bdfa27074a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:40.162066 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e55b68a6-b891-45f7-9af4-3a600b0d65f4 req-a9f60749-4143-426b-b8fa-5bdfa27074a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 1097 time: 0.0989335 Jun 26 18:23:40.180256 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-03cfa384-4ee1-4ffd-bada-d16e9b90ff14 req-759daf50-dcec-4b7f-a813-3aa9f4447f39 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Jun 26 18:23:40.281538 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b68a6-b891-45f7-9af4-3a600b0d65f4 req-d9df65cb-da6f-4c22-be4d-ae52bc57013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:40.283006 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e55b68a6-b891-45f7-9af4-3a600b0d65f4 req-d9df65cb-da6f-4c22-be4d-ae52bc57013b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd3741fa074447f79ac44dcca92da78a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1061778 Jun 26 18:23:40.403948 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b68a6-b891-45f7-9af4-3a600b0d65f4 req-1a1c4de6-5c35-47fd-ba8a-4cf63a805b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:40.405466 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e55b68a6-b891-45f7-9af4-3a600b0d65f4 req-1a1c4de6-5c35-47fd-ba8a-4cf63a805b20 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879741 Jun 26 18:23:40.541316 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-ecec5e9b-e815-4d89-8d20-53a62af22c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:40.542833 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-ecec5e9b-e815-4d89-8d20-53a62af22c2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 1097 time: 0.0557816 Jun 26 18:23:40.598745 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-966e11ee-5ae1-4525-91d7-48481b76e6e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f83d55a6-21ee-4522-a730-18ff5d9bda4d HTTP/1.1" status: 200 len: 217 time: 0.0383916 Jun 26 18:23:40.666970 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccdae8-a26e-4f04-b2ee-60428a7f9258 req-284ac913-b766-4aea-9347-07357bc86ca9 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:40.668486 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eaccdae8-a26e-4f04-b2ee-60428a7f9258 req-284ac913-b766-4aea-9347-07357bc86ca9 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 944 time: 0.0722446 Jun 26 18:23:40.705838 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f84c1-ce22-4833-8aaf-32fcb6d6a2a2 req-4c27ea9a-cdec-44b8-bffa-74f2a9f93982 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:40.707318 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-427f84c1-ce22-4833-8aaf-32fcb6d6a2a2 req-4c27ea9a-cdec-44b8-bffa-74f2a9f93982 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 945 time: 0.0634470 Jun 26 18:23:40.738643 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-6ceda08d-34e7-4f05-8881-cea1aab302dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:40.740021 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-6ceda08d-34e7-4f05-8881-cea1aab302dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d37e191d-6564-4de5-ae98-6ee45de8e95a HTTP/1.1" status: 200 len: 855 time: 0.0706625 Jun 26 18:23:40.742912 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eaccdae8-a26e-4f04-b2ee-60428a7f9258 req-02a658ac-ceca-41c9-9746-65bcec2ebd3f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658422 Jun 26 18:23:40.746112 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-427f84c1-ce22-4833-8aaf-32fcb6d6a2a2 req-bddb891d-aacd-4fa9-8cff-a5d2a12a0c53 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Jun 26 18:23:40.781145 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-770232d3-5da6-4260-9d08-c9a18c9a6249 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bb395c1-c8d0-42da-9d07-ada1afa819be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325606 Jun 26 18:23:40.919116 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-829c2936-3ff4-4332-ab47-30ec1b2b5c2b service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249421 Jun 26 18:23:40.934109 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faa28f-5a3e-4576-b4d5-d5b8ba77e7f2 req-ee0ceca1-bae0-4af5-9eab-9d8d369768f0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:40.935539 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-21faa28f-5a3e-4576-b4d5-d5b8ba77e7f2 req-ee0ceca1-bae0-4af5-9eab-9d8d369768f0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0909872 Jun 26 18:23:41.036544 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-21faa28f-5a3e-4576-b4d5-d5b8ba77e7f2 req-6116a969-2966-4435-9134-187923b49176 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950615 Jun 26 18:23:41.066994 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b75a83a2-ef1a-4f3d-bab5-0f271369932b req-db6b6e6e-269c-4999-b9f4-abbc525fc48f service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101847 Jun 26 18:23:41.368759 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fba4f-4c55-4106-aa44-215ac8846788 req-b68e3dfb-7a78-49f6-9385-52ae2649a51f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:41.370527 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6d3fba4f-4c55-4106-aa44-215ac8846788 req-b68e3dfb-7a78-49f6-9385-52ae2649a51f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0756304 Jun 26 18:23:41.414080 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6d3fba4f-4c55-4106-aa44-215ac8846788 req-081bd493-0751-4aa7-aef4-de8af1d0df1c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Jun 26 18:23:41.938815 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbc09e-2702-4c38-9796-5ccadf5283e5 req-5bc99275-ca0d-4990-a737-04572edbaae1 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:41.940323 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a1fbc09e-2702-4c38-9796-5ccadf5283e5 req-5bc99275-ca0d-4990-a737-04572edbaae1 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 944 time: 0.0777726 Jun 26 18:23:41.961808 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23217740-83c7-4195-8e65-cb2d437aad54 req-051c5982-871f-4e59-baa9-b7667bae6e90 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:41.963563 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-23217740-83c7-4195-8e65-cb2d437aad54 req-051c5982-871f-4e59-baa9-b7667bae6e90 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 945 time: 0.0652850 Jun 26 18:23:41.982783 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a1fbc09e-2702-4c38-9796-5ccadf5283e5 req-ae135945-b315-4f42-9786-892450fbdfa2 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361047 Jun 26 18:23:42.004988 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-23217740-83c7-4195-8e65-cb2d437aad54 req-a3490e53-82e8-4d58-a98f-fb2f2e037c19 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344646 Jun 26 18:23:42.224898 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b6022-b201-44f2-a934-51f023506052 req-8e8367a6-4e7d-4fa1-a6cc-808da6ef1786 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:42.226400 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2d8b6022-b201-44f2-a934-51f023506052 req-8e8367a6-4e7d-4fa1-a6cc-808da6ef1786 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0659995 Jun 26 18:23:42.266607 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2d8b6022-b201-44f2-a934-51f023506052 req-a3204db0-1b73-4197-9b26-d62474765be8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346112 Jun 26 18:23:42.585514 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dce4dd7a-cd93-40ff-aff5-beda97dc3807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:42.607589 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bb497-99f9-4b13-962c-0a724cd02163 req-876422b2-a8aa-424f-94ed-a3c02cf04946 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:42.609348 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-105bb497-99f9-4b13-962c-0a724cd02163 req-876422b2-a8aa-424f-94ed-a3c02cf04946 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0747318 Jun 26 18:23:42.666757 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-105bb497-99f9-4b13-962c-0a724cd02163 req-d312bf8c-d4b1-45b9-b1ed-d4c68c96aade tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509899 Jun 26 18:23:42.902612 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:42.954837 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce38c0-2de9-4c80-a810-3d4fedd53504 req-dd8c5292-ca03-4156-92c1-c97d336696a2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:42.956425 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-65ce38c0-2de9-4c80-a810-3d4fedd53504 req-dd8c5292-ca03-4156-92c1-c97d336696a2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0628283 Jun 26 18:23:42.994920 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-65ce38c0-2de9-4c80-a810-3d4fedd53504 req-ec38012a-85af-4f2b-b95e-2fc6f96ee958 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327144 Jun 26 18:23:43.194869 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8503774-5cb7-4f47-8236-15838c97a187 req-b3711081-95e2-423f-9cd6-55569c63c9aa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:43.196399 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d8503774-5cb7-4f47-8236-15838c97a187 req-b3711081-95e2-423f-9cd6-55569c63c9aa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 945 time: 0.0707252 Jun 26 18:23:43.201765 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930821-d0ba-4bc6-85f0-81bd30569c11 req-840650e4-9bbc-434e-8ee2-a75730ba3760 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:43.204968 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-17930821-d0ba-4bc6-85f0-81bd30569c11 req-840650e4-9bbc-434e-8ee2-a75730ba3760 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 944 time: 0.1055152 Jun 26 18:23:43.235586 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d8503774-5cb7-4f47-8236-15838c97a187 req-dbdcfa6b-a741-44cc-9507-1a4e4e828aaf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4080872-ecf4-4cc8-b49c-f90e9eb6763b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318177 Jun 26 18:23:43.241910 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-5a1cc0b2-6ec8-40f9-8af7-da7e7464e5b1 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:43.243449 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-5a1cc0b2-6ec8-40f9-8af7-da7e7464e5b1 tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 945 time: 0.1079187 Jun 26 18:23:43.268253 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-17930821-d0ba-4bc6-85f0-81bd30569c11 req-101d8819-8328-45a9-b5e5-7c005627ebd5 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592141 Jun 26 18:23:43.373976 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Deleting port 0b6c6814-6ce4-4ec9-8441-383fd2627b01 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:23:43.374327 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:43.450899 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd4fb3-5b9d-4589-ba33-fb44d46f6411 req-870e1fec-8cef-4dec-82e8-7cc187a26137 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:43.453159 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0afd4fb3-5b9d-4589-ba33-fb44d46f6411 req-870e1fec-8cef-4dec-82e8-7cc187a26137 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0661607 Jun 26 18:23:43.490667 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0afd4fb3-5b9d-4589-ba33-fb44d46f6411 req-5ed8b9fa-6651-4b20-af17-b9209ab9bca9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Jun 26 18:23:43.535713 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] For port 0b6c6814-6ce4-4ec9-8441-383fd2627b01, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0b6c6814-6ce4-4ec9-8441-383fd2627b01,segment=NetworkSegment(42e31dfa-3d61-4cbb-a54c-68270d281521),segment_id=42e31dfa-3d61-4cbb-a54c-68270d281521)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:43.536068 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:43.548136 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Calling delete_port for 0b6c6814-6ce4-4ec9-8441-383fd2627b01 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:23:43.645418 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:43.692351 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device f83d55a6-21ee-4522-a730-18ff5d9bda4d details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:23:43.734367 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:43.738829 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-88a37782-65ae-4159-b59a-c32aef78a0a6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:43.764126 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Pushing event deleted for resources: {'Port': ['ID=0b6c6814-6ce4-4ec9-8441-383fd2627b01,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:43.768140 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:43.801609 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0b6c6814-6ce4-4ec9-8441-383fd2627b01'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:23:43.837344 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] No DVR routers for this DVR port 0b6c6814-6ce4-4ec9-8441-383fd2627b01 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:23:43.838840 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port f83d55a6-21ee-4522-a730-18ff5d9bda4d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f83d55a6-21ee-4522-a730-18ff5d9bda4d,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:43.842415 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:43.844896 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3d1fdc84-ef97-4621-ac28-5fc526eb73ea req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.37 "DELETE /v2.0/ports/0b6c6814-6ce4-4ec9-8441-383fd2627b01 HTTP/1.1" status: 204 len: 173 time: 0.5864880 Jun 26 18:23:43.845383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8a2b8a-901e-4b9d-9ee7-19800b496693', 'name': 'network-vif-deleted', 'tag': '0b6c6814-6ce4-4ec9-8441-383fd2627b01'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:23:43.847646 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41db597-2884-43a6-bf64-a9248eadb2f6" -d '{"events": [{"server_uuid": "ab8a2b8a-901e-4b9d-9ee7-19800b496693", "name": "network-vif-deleted", "tag": "0b6c6814-6ce4-4ec9-8441-383fd2627b01"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:23:43.852340 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'f83d55a6-21ee-4522-a730-18ff5d9bda4d', 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be', 'port_id': 'f83d55a6-21ee-4522-a730-18ff5d9bda4d', 'mac_address': 'fa:16:3e:ae:9a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37e191d-6564-4de5-ae98-6ee45de8e95a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:23:43.886135 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531ba23-27d3-42fe-85fa-5bf55bae849b req-26b72e95-411d-47ea-9db8-9001053958e0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:43.888914 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-1531ba23-27d3-42fe-85fa-5bf55bae849b req-26b72e95-411d-47ea-9db8-9001053958e0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0967400 Jun 26 18:23:43.891599 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a39cc06-e491-4923-a3a8-c2b7b261e88b x-openstack-request-id: req-1a39cc06-e491-4923-a3a8-c2b7b261e88b {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:23:43.893924 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8a2b8a-901e-4b9d-9ee7-19800b496693", "name": "network-vif-deleted", "tag": "0b6c6814-6ce4-4ec9-8441-383fd2627b01", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:23:43.893924 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a39cc06-e491-4923-a3a8-c2b7b261e88b {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:23:43.893924 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8a2b8a-901e-4b9d-9ee7-19800b496693', 'name': 'network-vif-deleted', 'tag': '0b6c6814-6ce4-4ec9-8441-383fd2627b01', 'status': 'completed', 'code': 200} Jun 26 18:23:43.899992 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:43.914006 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83d55a6-21ee-4522-a730-18ff5d9bda4d {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:23:43.929483 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-1531ba23-27d3-42fe-85fa-5bf55bae849b req-1f135b0f-aa58-4cf8-9cad-5c450899eb74 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348201 Jun 26 18:23:43.934076 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port f83d55a6-21ee-4522-a730-18ff5d9bda4d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f83d55a6-21ee-4522-a730-18ff5d9bda4d,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:44.026038 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:44.029073 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:44.084132 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=f83d55a6-21ee-4522-a730-18ff5d9bda4d,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:44.088654 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:44.180510 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540c5bb-fd1c-447d-86e6-d044607c17bd req-bac1558e-c876-4561-9b32-0bd0e3d148dc tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:44.182012 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0540c5bb-fd1c-447d-86e6-d044607c17bd req-bac1558e-c876-4561-9b32-0bd0e3d148dc tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0662069 Jun 26 18:23:44.221109 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0540c5bb-fd1c-447d-86e6-d044607c17bd req-827a386f-d9e0-43d4-99e9-4aad71ce3d73 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323370 Jun 26 18:23:44.398736 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f7fd69cc-e78f-4509-860f-2c4f93f51c47 req-2da4d443-845a-4854-80aa-9f184c81d5fd tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab8a2b8a-901e-4b9d-9ee7-19800b496693 HTTP/1.1" status: 200 len: 210 time: 0.0341518 Jun 26 18:23:44.446950 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e824dfb-b8d0-4056-a815-129320b550ab req-833a1f10-5e5d-4be0-8780-0ffc51993135 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:44.448507 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5e824dfb-b8d0-4056-a815-129320b550ab req-833a1f10-5e5d-4be0-8780-0ffc51993135 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 945 time: 0.0703719 Jun 26 18:23:44.486989 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['f83d55a6-21ee-4522-a730-18ff5d9bda4d'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:23:44.491013 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5e824dfb-b8d0-4056-a815-129320b550ab req-e2ffd152-7d0a-4604-8398-6c41449a48ba tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366936 Jun 26 18:23:44.682098 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56807b8b-1071-4e8d-a0ff-e3f5595c8bdd req-8d783084-a863-4d43-8749-8317ca5b3182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:44.683558 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-56807b8b-1071-4e8d-a0ff-e3f5595c8bdd req-8d783084-a863-4d43-8749-8317ca5b3182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0752265 Jun 26 18:23:44.722859 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-56807b8b-1071-4e8d-a0ff-e3f5595c8bdd req-03781f4d-cb86-4ea9-9948-fb1c255f76fd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333488 Jun 26 18:23:45.039674 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:45.390991 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebd820-2c31-453c-8445-49238e87a6f9 req-c698b304-ca1d-4c7f-966e-4c8c1c020130 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:45.392453 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6eebd820-2c31-453c-8445-49238e87a6f9 req-c698b304-ca1d-4c7f-966e-4c8c1c020130 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0618222 Jun 26 18:23:45.428773 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6eebd820-2c31-453c-8445-49238e87a6f9 req-894bf473-4b54-4ff0-83a8-95de277e7444 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306797 Jun 26 18:23:45.664300 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66297e58-af36-4f8f-be07-e501ccb7a38c req-987dba09-106a-478d-84dc-61b211fea269 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:45.665757 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-66297e58-af36-4f8f-be07-e501ccb7a38c req-987dba09-106a-478d-84dc-61b211fea269 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 945 time: 0.0603144 Jun 26 18:23:45.703470 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-66297e58-af36-4f8f-be07-e501ccb7a38c req-2b26b5d3-8177-4603-9265-73aa6c2a8df8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Jun 26 18:23:45.707562 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device f83d55a6-21ee-4522-a730-18ff5d9bda4d up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:23:45.825577 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port f83d55a6-21ee-4522-a730-18ff5d9bda4d completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:23:45.830804 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port f83d55a6-21ee-4522-a730-18ff5d9bda4d triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:45.831416 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:45.910595 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766732-c344-44a8-b04b-a845d11d40fd req-d7b4280b-616a-4d8b-a4a7-2ebc429eb108 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:45.918251 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:45.918808 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-db766732-c344-44a8-b04b-a845d11d40fd req-d7b4280b-616a-4d8b-a4a7-2ebc429eb108 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0787308 Jun 26 18:23:45.925934 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41679ede-310c-4d56-ab65-64c2818cbbe5 req-15de0c1a-9606-4e8d-8d39-252794bc4f93 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:45.934353 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-41679ede-310c-4d56-ab65-64c2818cbbe5 req-15de0c1a-9606-4e8d-8d39-252794bc4f93 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0810108 Jun 26 18:23:45.944369 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452acb4-0ff2-4cd3-9e08-2672e8b70017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83d55a6-21ee-4522-a730-18ff5d9bda4d'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:23:45.946811 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f2779b-e9af-4990-a74a-c0062f36179e" -d '{"events": [{"server_uuid": "3452acb4-0ff2-4cd3-9e08-2672e8b70017", "name": "network-vif-plugged", "status": "completed", "tag": "f83d55a6-21ee-4522-a730-18ff5d9bda4d"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:23:45.961403 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port f83d55a6-21ee-4522-a730-18ff5d9bda4d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f83d55a6-21ee-4522-a730-18ff5d9bda4d,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:45.966986 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-db766732-c344-44a8-b04b-a845d11d40fd req-f2dad532-13ca-4315-b430-c8237a73ad5c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471680 Jun 26 18:23:45.973385 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-41679ede-310c-4d56-ab65-64c2818cbbe5 req-e26b0d38-c3fc-487d-90cc-ff02b334300b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381250 Jun 26 18:23:46.029364 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bfa8ba-119d-45ee-9057-d200550e72e7 x-openstack-request-id: req-d1bfa8ba-119d-45ee-9057-d200550e72e7 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:23:46.029364 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452acb4-0ff2-4cd3-9e08-2672e8b70017", "name": "network-vif-plugged", "status": "completed", "tag": "f83d55a6-21ee-4522-a730-18ff5d9bda4d", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:23:46.029364 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1bfa8ba-119d-45ee-9057-d200550e72e7 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:23:46.030542 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452acb4-0ff2-4cd3-9e08-2672e8b70017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83d55a6-21ee-4522-a730-18ff5d9bda4d', 'code': 200} Jun 26 18:23:46.089635 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:46.094096 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:46.145633 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=f83d55a6-21ee-4522-a730-18ff5d9bda4d,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:46.148799 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:46.441604 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41161bb-74b4-42a6-b538-ba43d9004b2e req-3a82403a-fc18-4194-8afd-7bdbc6413310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:46.443095 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b41161bb-74b4-42a6-b538-ba43d9004b2e req-3a82403a-fc18-4194-8afd-7bdbc6413310 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 1099 time: 0.0526109 Jun 26 18:23:46.480048 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b41161bb-74b4-42a6-b538-ba43d9004b2e req-1728295c-4a4f-46a2-8127-456676c76f7f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297108 Jun 26 18:23:46.603083 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e5d1-30ad-4cd3-933e-91f92935e9fe req-e669576f-2ff1-4240-a029-8b4f3e75f455 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:46.604526 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f334e5d1-30ad-4cd3-933e-91f92935e9fe req-e669576f-2ff1-4240-a029-8b4f3e75f455 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0635247 Jun 26 18:23:46.642216 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f334e5d1-30ad-4cd3-933e-91f92935e9fe req-88c349a1-fbd7-457a-9b24-e3d0316c6324 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311913 Jun 26 18:23:46.879155 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1ddac-b08a-4592-a291-e8a887746c2a req-37279167-9b12-4e8a-87a1-d90a99a52dc3 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:46.882442 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5de1ddac-b08a-4592-a291-e8a887746c2a req-37279167-9b12-4e8a-87a1-d90a99a52dc3 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 946 time: 0.0679266 Jun 26 18:23:46.921713 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5de1ddac-b08a-4592-a291-e8a887746c2a req-9f136047-f559-4b43-b8a5-331b9ac5ba4d tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350943 Jun 26 18:23:47.161677 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d9069-f676-4d36-b565-d1c0340fe4e6 req-977661a8-7d7c-4c0d-8edd-61bde56f9a1e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:47.164100 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-404d9069-f676-4d36-b565-d1c0340fe4e6 req-977661a8-7d7c-4c0d-8edd-61bde56f9a1e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0779233 Jun 26 18:23:47.203698 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-404d9069-f676-4d36-b565-d1c0340fe4e6 req-6b68cb6d-cf91-4bd0-9df7-d67289dc65ef tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332890 Jun 26 18:23:47.717493 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0b6c6814-6ce4-4ec9-8441-383fd2627b01 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:23:47.738570 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 0b6c6814-6ce4-4ec9-8441-383fd2627b01 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:23:47.738927 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0b6c6814-6ce4-4ec9-8441-383fd2627b01 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:23:47.824674 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68530f9a-7177-4e96-98cb-558b118e068c req-15a65c8c-ad41-4715-9f4f-cf35ebc3b5f8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:47.826161 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-68530f9a-7177-4e96-98cb-558b118e068c req-15a65c8c-ad41-4715-9f4f-cf35ebc3b5f8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0650222 Jun 26 18:23:47.867446 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-68530f9a-7177-4e96-98cb-558b118e068c req-a11bc142-5f84-4da0-ae00-5b7a01bc385b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347931 Jun 26 18:23:47.871447 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34178) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:47.982738 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a2a29ec0-bef1-477b-9827-a730ba0fe6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:48.068542 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a2a29ec0-bef1-477b-9827-a730ba0fe6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:48.115444 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c05f96-2b0e-4134-a6a5-c9d55e256bc0 req-619679f5-a65c-4bfd-b9c1-2e8f7e6c3e9a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:48.116929 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b7c05f96-2b0e-4134-a6a5-c9d55e256bc0 req-619679f5-a65c-4bfd-b9c1-2e8f7e6c3e9a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 946 time: 0.0652506 Jun 26 18:23:48.155671 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b7c05f96-2b0e-4134-a6a5-c9d55e256bc0 req-f4a5ad7b-c208-43f5-bc96-032528307803 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Jun 26 18:23:48.171174 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a2a29ec0-bef1-477b-9827-a730ba0fe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:48.174086 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-73aa4a8d-a83a-4ffd-a637-9fda00ac94d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:48.210716 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a2a29ec0-bef1-477b-9827-a730ba0fe6fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cb33fa156c54c8db78e511be66496dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381975 Jun 26 18:23:48.211552 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a29ec0-bef1-477b-9827-a730ba0fe6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece9d59-4c10-4847-a2e8-3da30cf30419,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:48.214475 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34186) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:48.214958 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a2a29ec0-bef1-477b-9827-a730ba0fe6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:48.263312 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-86d6d17e-3296-45c4-8dbf-6630c8fdfd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:48.284588 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-86d6d17e-3296-45c4-8dbf-6630c8fdfd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:48.382596 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-86d6d17e-3296-45c4-8dbf-6630c8fdfd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:48.385145 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-86d6d17e-3296-45c4-8dbf-6630c8fdfd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:48.386269 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-86d6d17e-3296-45c4-8dbf-6630c8fdfd50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aece9d59-4c10-4847-a2e8-3da30cf30419 HTTP/1.1" status: 204 len: 168 time: 0.1706600 Jun 26 18:23:48.387081 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cd61c6d4-1389-4010-9f19-340110b656e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:48.387453 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ca73f-721d-4947-beeb-ed47c7fafc8d req-a1ca757c-58a3-402d-bbb9-1d273e55472b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:48.389295 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5d3ca73f-721d-4947-beeb-ed47c7fafc8d req-a1ca757c-58a3-402d-bbb9-1d273e55472b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0691042 Jun 26 18:23:48.394911 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6d17e-3296-45c4-8dbf-6630c8fdfd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece9d59-4c10-4847-a2e8-3da30cf30419,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:48.397721 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-86d6d17e-3296-45c4-8dbf-6630c8fdfd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:48.430980 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5d3ca73f-721d-4947-beeb-ed47c7fafc8d req-886d2f91-0416-4771-9e49-eeab7290eb1a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351105 Jun 26 18:23:49.311635 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c4ef6-8816-44c5-90f5-501ce95cfded req-8687ee2a-279e-4b11-8dfb-81c5cc992d0c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:49.318193 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-af8c4ef6-8816-44c5-90f5-501ce95cfded req-8687ee2a-279e-4b11-8dfb-81c5cc992d0c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.3283505 Jun 26 18:23:49.356646 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-af8c4ef6-8816-44c5-90f5-501ce95cfded req-6fddfee6-c335-4791-a743-2b319020be95 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372930 Jun 26 18:23:49.384905 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38760f41-7447-445c-957c-84cacc7c15c2 req-e45c60df-6161-47d6-aab9-28f4d29ee98b tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:49.384905 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-38760f41-7447-445c-957c-84cacc7c15c2 req-e45c60df-6161-47d6-aab9-28f4d29ee98b tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 946 time: 0.1055932 Jun 26 18:23:49.428379 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-38760f41-7447-445c-957c-84cacc7c15c2 req-de0e2e66-b35a-4061-881e-9e070d1e2227 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362566 Jun 26 18:23:49.456048 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34226) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:49.569827 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-872691314-network', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:49.633482 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9909e44-3ff8-474b-85ad-126346bb9a2e req-c58bf160-29e2-4b2d-8a77-96b755e4fe6d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:49.634947 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f9909e44-3ff8-474b-85ad-126346bb9a2e req-c58bf160-29e2-4b2d-8a77-96b755e4fe6d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0813711 Jun 26 18:23:49.673173 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f9909e44-3ff8-474b-85ad-126346bb9a2e req-dba42183-bad0-44d1-b081-ae2146d30ef5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316513 Jun 26 18:23:49.736638 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Made reservation on behalf of db9571ee1c43419fb3212e2c4f355337 for: {'network': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:49.738960 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:49.747756 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:49.835707 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:49.899430 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:49.903346 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-86d6d17e-3296-45c4-8dbf-6630c8fdfd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:49.920759 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:23:49.935067 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e1f7fb-ae65-4faa-99bc-60f2207e0dfa,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:49.938138 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:49.938481 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.segments_db [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Added segment 0e76f50b-b60f-419c-81b4-aa651d631498 of type vlan for network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 Jun 26 18:23:49.949737 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.950114 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.950465 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.952958 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.953426 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.953688 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.954042 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.954388 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.954738 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.955432 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.955798 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.956145 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:49.960283 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:49.996820 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:50.105193 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:50.106715 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:50.107307 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:50.111243 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:50.169481 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a83cc05-7cb2-4a43-8b85-3d8b86b65665,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:50.174099 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:50.182878 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:23:50.231891 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7746811 Jun 26 18:23:50.235800 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34240) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:50.241606 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Request body: {'subnet': {'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-872691314-subnet', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:50.336535 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Made reservation on behalf of db9571ee1c43419fb3212e2c4f355337 for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:50.339603 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068245522'] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:50.583867 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa685fc-93e2-4806-a499-9615586a957a req-8d89dcbf-ea51-4710-9ce8-f2b5c098ba95 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:50.585363 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7fa685fc-93e2-4806-a499-9615586a957a req-8d89dcbf-ea51-4710-9ce8-f2b5c098ba95 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0780010 Jun 26 18:23:50.627630 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7fa685fc-93e2-4806-a499-9615586a957a req-0453a51f-f44d-4c9e-ac4b-b1b102687828 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360999 Jun 26 18:23:50.665935 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067951301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068245504'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:50.669415 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-51422628-61b2-4944-a42a-b76ef78786de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:50.723534 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2835cb-dacc-4105-98ab-364b8be475c5,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:50.732024 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:50.740776 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Checking segment: {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:50.740776 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Network hostable DHCP agents. Network: 6a83cc05-7cb2-4a43-8b85-3d8b86b65665, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:23:50.800816 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50bc7e-75c6-4a3e-9fcf-2358d43efc13 req-9901cdf1-5e3d-4024-b918-a680754af988 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:50.802459 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9e50bc7e-75c6-4a3e-9fcf-2358d43efc13 req-9901cdf1-5e3d-4024-b918-a680754af988 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0695612 Jun 26 18:23:50.842201 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:23:50.846224 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9e50bc7e-75c6-4a3e-9fcf-2358d43efc13 req-ee888527-52e8-4998-93c3-90377edeea8e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358515 Jun 26 18:23:50.909686 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2837d-adb2-4f57-b652-86dc59ef4011 req-56c3c61c-b30b-4b13-a55d-b95e3d298c30 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:50.911192 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0ad2837d-adb2-4f57-b652-86dc59ef4011 req-56c3c61c-b30b-4b13-a55d-b95e3d298c30 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1177995 Jun 26 18:23:50.917796 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-31dd2eb2-a7a3-4fc6-b006-f2c0d1d9b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:50.919281 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-31dd2eb2-a7a3-4fc6-b006-f2c0d1d9b634 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1098 time: 0.0937030 Jun 26 18:23:50.974073 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0ad2837d-adb2-4f57-b652-86dc59ef4011 req-0109c3ae-0bf3-4196-bfa3-2ced41b83cb7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538194 Jun 26 18:23:51.008961 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 6a83cc05-7cb2-4a43-8b85-3d8b86b65665) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:51.015882 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:51.016501 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.017659 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811382d1-c08d-416a-8adf-02b81dc86c64 None None] Network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:23:51.048023 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-3fc5123a-b549-4e15-8469-e3b0c18fba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:51.049533 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-3fc5123a-b549-4e15-8469-e3b0c18fba81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 919 time: 0.1049762 Jun 26 18:23:51.112309 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-b7107088-7049-4a78-9e63-092a4633bcbe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8729179 Jun 26 18:23:51.112653 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34264) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:51.117152 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:51.121112 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-f122555a-13fe-4fd9-ab57-1bf17424d7ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95 HTTP/1.1" status: 200 len: 217 time: 0.0508318 Jun 26 18:23:51.181420 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-051c3691-4672-43d3-8682-8d7f5e0d3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:51.181958 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff149e02-59d9-50db-81b4-0a51e7c860c9-6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5'}]}} from dv-cinder-798198-1-smb. {{(pid=93536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:23:51.182868 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.183499 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-051c3691-4672-43d3-8682-8d7f5e0d3914 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.0521908 Jun 26 18:23:51.229165 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-46172121-c5ac-449f-875f-37e1c372e213 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330918 Jun 26 18:23:51.253483 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-593007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6935'] for router, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.263626 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6926'] for router, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.320852 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Allocated IP 172.20.0.2 (6a83cc05-7cb2-4a43-8b85-3d8b86b65665/cd2835cb-dacc-4105-98ab-364b8be475c5/98abe3b1-da82-4dae-9974-df87ccdded9e) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:23:51.358624 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.367471 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-32be9d34-3690-48a8-9424-efef83f3d2d7 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332932 Jun 26 18:23:51.456946 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6bd487dc-60a7-4c36-82fe-4c3ecd72b35b req-85a29cf9-11f2-4366-bfd5-dba63a525ffd service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815580 Jun 26 18:23:51.460024 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.468248 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Transition to ACTIVE for port object 98abe3b1-da82-4dae-9974-df87ccdded9e will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:23:51.482601 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Transition to ACTIVE for port object 98abe3b1-da82-4dae-9974-df87ccdded9e will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:23:51.563712 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.565705 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:51.607313 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:23:51.610834 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:51.614988 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:23:51.618010 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Pushing event updated for resources: {'Port': ['ID=98abe3b1-da82-4dae-9974-df87ccdded9e,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:51.621804 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:51.633994 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6972'] for router, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.674404 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Attempting to bind port 98abe3b1-da82-4dae-9974-df87ccdded9e on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:23:51.674707 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Attempting to bind port 98abe3b1-da82-4dae-9974-df87ccdded9e by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:23:51.675333 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Attempting to bind port 98abe3b1-da82-4dae-9974-df87ccdded9e on network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:23:51.679949 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:23:51.680334 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Checking segment: {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:51.680776 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.681178 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Bound using segment: {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:23:51.681675 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Bound port: 98abe3b1-da82-4dae-9974-df87ccdded9e, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:23:51.682065 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.744582 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] For port 98abe3b1-da82-4dae-9974-df87ccdded9e, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:23:51.747821 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] For port 98abe3b1-da82-4dae-9974-df87ccdded9e, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=98abe3b1-da82-4dae-9974-df87ccdded9e,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:23:51.822836 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:51.825778 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:51.845107 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138ecf6-315c-4f6d-8590-dea2fc6a72bb req-26906d1f-d38c-4f39-b48b-59196e9987d5 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:51.846591 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c138ecf6-315c-4f6d-8590-dea2fc6a72bb req-26906d1f-d38c-4f39-b48b-59196e9987d5 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0862513 Jun 26 18:23:51.883883 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Pushing event updated for resources: {'Port': ['ID=98abe3b1-da82-4dae-9974-df87ccdded9e,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:51.887142 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:51.973113 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c138ecf6-315c-4f6d-8590-dea2fc6a72bb req-fe57159c-674d-465d-9ca7-cf85fef81954 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882139 Jun 26 18:23:51.985368 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:52.007285 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:52.207408 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Allocated IP 172.28.1.15 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/829a0d61-92cc-481e-8d29-c2b849307cb2) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:23:52.308916 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f769e-c689-4e46-9fba-d2d36209a648 req-6572280a-e93c-4ac9-932a-e8dd38bd618f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:52.309406 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571131-f64d-4f82-83d1-88d14b4b7ac4 req-0ad7258e-acfa-419a-9e4c-62e0bc6dc326 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:52.310401 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c77f769e-c689-4e46-9fba-d2d36209a648 req-6572280a-e93c-4ac9-932a-e8dd38bd618f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0822854 Jun 26 18:23:52.310541 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d8571131-f64d-4f82-83d1-88d14b4b7ac4 req-0ad7258e-acfa-419a-9e4c-62e0bc6dc326 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1759908 Jun 26 18:23:52.358140 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c77f769e-c689-4e46-9fba-d2d36209a648 req-6e6e20cb-06fa-4a74-9302-5d9dcb7fe70b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408285 Jun 26 18:23:52.371634 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:52.382207 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d8571131-f64d-4f82-83d1-88d14b4b7ac4 req-b619ff2a-7415-4d7e-8ed0-7039906b18ad tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647686 Jun 26 18:23:52.508312 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:52.510453 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-12a99c10-caa2-454e-8919-f810ddd29395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:52.547322 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:23:52.552123 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:52.555532 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:23:52.560868 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Pushing event updated for resources: {'Port': ['ID=829a0d61-92cc-481e-8d29-c2b849307cb2,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:52.580535 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:52.898640 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:52.963012 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e79592-1619-4aa4-853a-275cdec78b96 None None] Network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:23:53.099113 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595074'] for router, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:53.112324 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-b1087703-cb73-4ffd-915b-46ee29df7b45 None None] Provisioning for port 98abe3b1-da82-4dae-9974-df87ccdded9e completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:23:53.184829 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cdd1a-90c4-47f5-9505-c5b000984c4d req-8ac3e1a8-7645-4a68-bdc6-071eef6fe384 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:53.187145 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7b0cdd1a-90c4-47f5-9505-c5b000984c4d req-8ac3e1a8-7645-4a68-bdc6-071eef6fe384 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0854659 Jun 26 18:23:53.238250 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7b0cdd1a-90c4-47f5-9505-c5b000984c4d req-34770d3b-8424-4012-915e-29b15446622b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419774 Jun 26 18:23:53.362388 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 98abe3b1-da82-4dae-9974-df87ccdded9e up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:23:53.522511 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 98abe3b1-da82-4dae-9974-df87ccdded9e completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:23:53.526742 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 98abe3b1-da82-4dae-9974-df87ccdded9e triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:53.527872 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:53.553028 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aed80-9eec-46ed-82c4-1995daff603f req-5472a948-6e19-4f08-9cb7-9b3b61fc52cd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:53.556891 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3c2aed80-9eec-46ed-82c4-1995daff603f req-5472a948-6e19-4f08-9cb7-9b3b61fc52cd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0759113 Jun 26 18:23:53.593463 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe44b53-10e2-4ca3-a0df-e83c65174976 req-3e13c6e8-3bb6-4ea5-9692-ae3503ff4672 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:53.595822 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6fe44b53-10e2-4ca3-a0df-e83c65174976 req-3e13c6e8-3bb6-4ea5-9692-ae3503ff4672 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0736318 Jun 26 18:23:53.604138 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3c2aed80-9eec-46ed-82c4-1995daff603f req-2dbbc6fd-05b4-4fd8-a12e-2b34d3ba0c26 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434713 Jun 26 18:23:53.616028 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:53.619853 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Router 44870a65-384c-4196-bb91-3140474553e3 is scheduled to L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a with binding_index 1 {{(pid=93534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:23:53.635541 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6fe44b53-10e2-4ca3-a0df-e83c65174976 req-f348f32d-e5cd-499d-9732-d73a811d57f5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339348 Jun 26 18:23:53.654569 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 98abe3b1-da82-4dae-9974-df87ccdded9e, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=98abe3b1-da82-4dae-9974-df87ccdded9e,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:53.731552 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:53.734272 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:53.742777 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:23:53.754624 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Sync routers for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:23:53.770814 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:23:53.770814 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:23:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:23:53.797961 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=98abe3b1-da82-4dae-9974-df87ccdded9e,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:53.801033 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:53.839367 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:53.840634 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7268989 Jun 26 18:23:53.844633 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34304) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:53.871728 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:23:54.066284 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:52Z', 'revision_number': 3, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:23:54.092208 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Checking router: 44870a65-384c-4196-bb91-3140474553e3 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:23:54.092720 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Updating router 44870a65-384c-4196-bb91-3140474553e3 port 829a0d61-92cc-481e-8d29-c2b849307cb2 binding host dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:23:54.129712 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:54.439314 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8abc99-1627-49f0-bd34-1e361e1d417c req-f256ae47-efd2-4eda-9faa-ead59880ce95 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:54.441011 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7c8abc99-1627-49f0-bd34-1e361e1d417c req-f256ae47-efd2-4eda-9faa-ead59880ce95 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0734010 Jun 26 18:23:54.476584 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:54.486056 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7c8abc99-1627-49f0-bd34-1e361e1d417c req-ac6aa1ea-2fab-4d06-9af3-5bc018e0f01a tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368731 Jun 26 18:23:54.492576 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Transition to ACTIVE for port object 829a0d61-92cc-481e-8d29-c2b849307cb2 will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:23:54.526167 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:54.679274 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Allocated IP 172.20.0.1 (6a83cc05-7cb2-4a43-8b85-3d8b86b65665/cd2835cb-dacc-4105-98ab-364b8be475c5/b069823b-ea75-4d25-8bee-2ed1948f86f8) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:23:54.681838 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:54.687388 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:54.740693 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Attempting to bind port 829a0d61-92cc-481e-8d29-c2b849307cb2 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:23:54.741451 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Attempting to bind port 829a0d61-92cc-481e-8d29-c2b849307cb2 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:23:54.741894 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Attempting to bind port 829a0d61-92cc-481e-8d29-c2b849307cb2 on network 1b897550-475e-45c1-a445-070a8b8b93f4 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:23:54.750520 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:23:54.753043 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Checking segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:54.753043 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:54.753043 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Bound using segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:23:54.753043 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Bound port: 829a0d61-92cc-481e-8d29-c2b849307cb2, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:23:54.753043 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:54.790624 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Pushing event updated for resources: {'Port': ['ID=829a0d61-92cc-481e-8d29-c2b849307cb2,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:54.805085 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.805672 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.805991 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.806321 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.806810 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.807142 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.807456 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.807772 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.808085 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.809230 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.809712 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.810067 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:54.816950 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:54.835569 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] For port 829a0d61-92cc-481e-8d29-c2b849307cb2, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:23:54.837324 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:54.839450 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] For port 829a0d61-92cc-481e-8d29-c2b849307cb2, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=829a0d61-92cc-481e-8d29-c2b849307cb2,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:23:54.844664 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20448c5f-f073-4f7e-8a50-68a9b2cb4175 req-8a21f841-6ce1-4dfc-84a0-cf682ac684d9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:54.846264 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-20448c5f-f073-4f7e-8a50-68a9b2cb4175 req-8a21f841-6ce1-4dfc-84a0-cf682ac684d9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0746117 Jun 26 18:23:54.861708 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd4867-3942-4d00-bb83-243ec2aa4232 req-5b0290b5-78cb-4a3a-8f00-fd25826c63a5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:54.863180 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-22fd4867-3942-4d00-bb83-243ec2aa4232 req-5b0290b5-78cb-4a3a-8f00-fd25826c63a5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1091611 Jun 26 18:23:54.864176 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.provisioning_blocks [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Transition to ACTIVE for port object b069823b-ea75-4d25-8bee-2ed1948f86f8 will not be triggered until provisioned by entity DHCP. {{(pid=93535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:23:54.885502 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-20448c5f-f073-4f7e-8a50-68a9b2cb4175 req-75327db6-c9cb-4425-921c-91757159e471 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333622 Jun 26 18:23:54.921483 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-22fd4867-3942-4d00-bb83-243ec2aa4232 req-f8a05ac4-703a-4099-90d8-a4448d201b71 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505795 Jun 26 18:23:54.923147 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:54.926238 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:54.978545 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:23:54.979143 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:23:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:23:54.984259 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Pushing event updated for resources: {'Port': ['ID=829a0d61-92cc-481e-8d29-c2b849307cb2,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:55.013825 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:55.073945 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069428247'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:55.077174 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:55.083440 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:23:55.112270 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:23:55.114933 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:55.117462 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:23:55.154384 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Pushing event updated for resources: {'Port': ['ID=b069823b-ea75-4d25-8bee-2ed1948f86f8,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:55.165089 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.165430 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.165793 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.166147 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.166497 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.166843 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.167189 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.167533 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.167879 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.168221 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.168593 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.168954 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:23:55.173029 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:55.182436 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668160'] for router_interface, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:55.279317 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:52Z', 'revision_number': 3, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:23:55.314167 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ef926-aff7-4b82-83c7-8ada156159ae None None] The sync data for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb is: [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:52Z', 'revision_number': 3, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:23:55.346954 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 98abe3b1-da82-4dae-9974-df87ccdded9e up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:23:55.446677 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 98abe3b1-da82-4dae-9974-df87ccdded9e triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:55.447203 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:55.452664 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:55.519682 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-12eb9a6e-51b9-420f-a9b5-6dfb174e08e5 None None] Provisioning for port b069823b-ea75-4d25-8bee-2ed1948f86f8 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:23:55.525976 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-12eb9a6e-51b9-420f-a9b5-6dfb174e08e5 None None] Provisioning complete for port b069823b-ea75-4d25-8bee-2ed1948f86f8 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:55.526669 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-12eb9a6e-51b9-420f-a9b5-6dfb174e08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:55.610890 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-12eb9a6e-51b9-420f-a9b5-6dfb174e08e5 None None] Port b069823b-ea75-4d25-8bee-2ed1948f86f8 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:23:55.714356 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:55.771675 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:23:55.775811 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c1acc-c2a5-495a-96fa-9ec9a18fc8a2 req-690b69c8-9762-40e3-897a-311110a20bd7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:55.777916 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0a1c1acc-c2a5-495a-96fa-9ec9a18fc8a2 req-690b69c8-9762-40e3-897a-311110a20bd7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0855534 Jun 26 18:23:55.829954 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0a1c1acc-c2a5-495a-96fa-9ec9a18fc8a2 req-ae251439-b988-4a82-a0aa-b513aadb1ffe tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444174 Jun 26 18:23:55.830788 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069428453'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:55.835137 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:55.903919 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:55.931037 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3612358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668316'] for router_interface, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:55.931037 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Pushing event updated for resources: {'Port': ['ID=b069823b-ea75-4d25-8bee-2ed1948f86f8,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:55.936173 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'port_id': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'mac_address': 'fa:16:3e:6c:3b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:23:55.950381 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:56.124388 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:56.140552 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:23:56.146494 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5a5b97f-1bde-4151-9086-9153b3a34290 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:23:56.150271 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:23:56.184755 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:56.256618 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:56.258415 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:56.350823 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=6']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:56.356299 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:56.385352 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cd862-ef11-46c6-af73-0fd0f95ec11f req-a0772d5f-0878-4998-8ccb-8a29ef25978e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:56.392743 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aa40c-0a9b-4d9d-aad4-fd22249f30af req-38c9930c-8d19-4a2a-9a9e-9a110c1e17b0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:56.393705 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d45cd862-ef11-46c6-af73-0fd0f95ec11f req-a0772d5f-0878-4998-8ccb-8a29ef25978e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 945 time: 0.1241264 Jun 26 18:23:56.403010 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d19aa40c-0a9b-4d9d-aad4-fd22249f30af req-38c9930c-8d19-4a2a-9a9e-9a110c1e17b0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.3123126 Jun 26 18:23:56.410011 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Router 44870a65-384c-4196-bb91-3140474553e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:23:56.441091 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d45cd862-ef11-46c6-af73-0fd0f95ec11f req-99e72975-1512-46c4-b84a-833d58e70c7c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461853 Jun 26 18:23:56.507376 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d19aa40c-0a9b-4d9d-aad4-fd22249f30af req-4c7c4d1f-4a9d-4621-9119-8ee404883134 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034727 Jun 26 18:23:56.510201 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['a5a5b97f-1bde-4151-9086-9153b3a34290'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:23:56.575313 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-f3a483b4-d649-4919-928d-91343157b44f None None] Provisioning complete for port b069823b-ea75-4d25-8bee-2ed1948f86f8 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:56.575693 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f3a483b4-d649-4919-928d-91343157b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:56.581134 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:23:56.586624 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] 10.222.0.15 "PUT /v2.0/routers/44870a65-384c-4196-bb91-3140474553e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7405984 Jun 26 18:23:56.631665 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-f3a483b4-d649-4919-928d-91343157b44f None None] Port b069823b-ea75-4d25-8bee-2ed1948f86f8 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:23:57.039593 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7fe11-2c90-4972-b7fc-b3ef15dcf22c req-51b62b04-373d-4320-af68-5346f5b6bc20 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:57.041646 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-95b7fe11-2c90-4972-b7fc-b3ef15dcf22c req-51b62b04-373d-4320-af68-5346f5b6bc20 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0792167 Jun 26 18:23:57.088229 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-95b7fe11-2c90-4972-b7fc-b3ef15dcf22c req-23b03ca0-02d9-4f3f-8b2f-196177be7d1a tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390973 Jun 26 18:23:57.346643 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Sync routers for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:23:57.347439 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34400) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:57.353268 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1280717604-network', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:57.380453 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:23:57.380453 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:23:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:23:57.442575 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 829a0d61-92cc-481e-8d29-c2b849307cb2 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:23:57.494424 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Made reservation on behalf of d12960e0279d486facfcc32a529a3a83 for: {'network': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:57.498510 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:57.531397 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:57.557714 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:23:57.743058 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:57.775971 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:23:57.782680 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-cd51ce5d-d5cc-4a0b-80cc-e95c96571683 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:57.791773 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-cd51ce5d-d5cc-4a0b-80cc-e95c96571683 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/networks?id=2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 200 len: 815 time: 0.1955247 Jun 26 18:23:57.806845 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 829a0d61-92cc-481e-8d29-c2b849307cb2 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:23:57.810701 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-a0ddddc3-ae44-4c31-9995-fd5a63836924 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/quotas/fd3741fa074447f79ac44dcca92da78a HTTP/1.1" status: 200 len: 375 time: 0.0179946 Jun 26 18:23:57.838964 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b78238-be45-4397-99c7-42565bfd362b req-9df9581b-4c92-4531-9760-655ab13164c4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:57.846540 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e7b78238-be45-4397-99c7-42565bfd362b req-9df9581b-4c92-4531-9760-655ab13164c4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 945 time: 0.1004162 Jun 26 18:23:57.854989 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:57.856367 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 829a0d61-92cc-481e-8d29-c2b849307cb2 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:57.856718 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:57.860829 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a9a7ebd5-9ceb-45bb-a774-c0d8ccc3efc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:57.905201 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:23:57.912249 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b7f1b1-b001-47c0-a001-c12717c255c9,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:57.925506 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:57.927651 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-d30b082e-168e-4491-adb9-8cce74dca814 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151867 Jun 26 18:23:57.935709 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e7b78238-be45-4397-99c7-42565bfd362b req-8da5075b-b8d1-4ed6-9214-4e06c989c2b2 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879674 Jun 26 18:23:57.941518 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:57.941912 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.segments_db [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Added segment 4df766f1-cdee-456b-b750-39ae56b9e189 of type vlan for network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 Jun 26 18:23:57.993100 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:57.996042 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.022715 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 829a0d61-92cc-481e-8d29-c2b849307cb2, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=829a0d61-92cc-481e-8d29-c2b849307cb2,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:58.067905 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'b069823b-ea75-4d25-8bee-2ed1948f86f8', 'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'mac_address': 'fa:16:3e:d5:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:54Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 2, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'subnets': [{'id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:23:58.068916 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-0323f6da-b492-4b39-a83c-8809e5190b4c service neutron] 10.222.0.15 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213846 Jun 26 18:23:58.069304 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Checking router: 44870a65-384c-4196-bb91-3140474553e3 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:23:58.069304 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Updating router 44870a65-384c-4196-bb91-3140474553e3 port b069823b-ea75-4d25-8bee-2ed1948f86f8 binding host dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:23:58.227994 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port a5a5b97f-1bde-4151-9086-9153b3a34290 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:58.227994 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.227994 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.230527 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-99e9003d-0ebb-4665-aefb-4927838cea44 service neutron] 10.222.0.15 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093259 Jun 26 18:23:58.231064 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b929c09-de8d-45dc-9fd3-bc129410555a req-4ab78e1c-e558-4604-9657-df789fbd7f66 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:58.231064 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0b929c09-de8d-45dc-9fd3-bc129410555a req-4ab78e1c-e558-4604-9657-df789fbd7f66 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1030090 Jun 26 18:23:58.242913 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.291111 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0b929c09-de8d-45dc-9fd3-bc129410555a req-89b6da27-da10-4aff-adf6-f41e384bc698 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592155 Jun 26 18:23:58.326642 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:23:58.329656 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a99f51-64ed-4b0f-9227-f9ed8fa23693" -d '{"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-plugged", "status": "completed", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:23:58.346164 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.347966 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:58.349348 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.349485 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.353325 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:23:58.355402 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:58.366671 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:58.459379 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=829a0d61-92cc-481e-8d29-c2b849307cb2,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:58.464645 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:58.466380 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Pushing event updated for resources: {'Network': ['ID=e1680e7b-80a1-4df1-9f53-193ffe0a7e87,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:58.469944 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:58.490749 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.492936 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:23:58.501947 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:58.530528 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1812444 Jun 26 18:23:58.533347 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34432) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:23:58.538441 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Request body: {'subnet': {'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1280717604-subnet', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:23:58.596139 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21ec16-2e50-449f-a345-4abd2891fd8c req-85fe78c6-54c6-44cc-ac69-f3dfcbcbdac9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:58.606119 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ca21ec16-2e50-449f-a345-4abd2891fd8c req-85fe78c6-54c6-44cc-ac69-f3dfcbcbdac9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1349072 Jun 26 18:23:58.632854 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586acb96-55a1-4e57-bf5b-b9ccfd556861 x-openstack-request-id: req-586acb96-55a1-4e57-bf5b-b9ccfd556861 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:23:58.637413 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-plugged", "status": "completed", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:23:58.637413 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-586acb96-55a1-4e57-bf5b-b9ccfd556861 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:23:58.637413 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'code': 200} Jun 26 18:23:58.678047 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ca21ec16-2e50-449f-a345-4abd2891fd8c req-32ec5db7-0490-40d1-a716-417be2de31eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704172 Jun 26 18:23:58.692140 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=7']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:58.696491 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:58.723604 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.736312 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Transition to ACTIVE for port object b069823b-ea75-4d25-8bee-2ed1948f86f8 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:23:58.738366 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Made reservation on behalf of d12960e0279d486facfcc32a529a3a83 for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:23:58.741610 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068245522'] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.773324 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b750025f-a021-42d4-865c-491389bee4da req-0a2cd951-9404-4884-b858-1c0b3669b79c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 210 time: 0.1164382 Jun 26 18:23:58.811259 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:58.815174 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:58.907475 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7547929-63a3-4f83-b631-000da81889a7 None None] Pushing event updated for resources: {'Port': ['ID=b069823b-ea75-4d25-8bee-2ed1948f86f8,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:58.910028 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d7547929-63a3-4f83-b631-000da81889a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:59.058902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Attempting to bind port b069823b-ea75-4d25-8bee-2ed1948f86f8 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:23:59.058902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Attempting to bind port b069823b-ea75-4d25-8bee-2ed1948f86f8 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:23:59.058902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Attempting to bind port b069823b-ea75-4d25-8bee-2ed1948f86f8 on network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:23:59.058902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:23:59.058902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Checking segment: {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:59.058902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:59.058902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Bound using segment: {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:23:59.058902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Bound port: b069823b-ea75-4d25-8bee-2ed1948f86f8, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:23:59.058902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:59.200996 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] For port b069823b-ea75-4d25-8bee-2ed1948f86f8, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:23:59.207152 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] For port b069823b-ea75-4d25-8bee-2ed1948f86f8, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=b069823b-ea75-4d25-8bee-2ed1948f86f8,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:23:59.247637 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602dbfb-2ecf-4c56-81e0-c241594184ee req-aa9596e9-4300-4a4d-bf6c-5808c2c3a8bd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:59.247637 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b602dbfb-2ecf-4c56-81e0-c241594184ee req-aa9596e9-4300-4a4d-bf6c-5808c2c3a8bd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0896056 Jun 26 18:23:59.271050 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067951301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068245504'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:59.273397 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:59.301595 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:59.327547 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:23:59.342092 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b602dbfb-2ecf-4c56-81e0-c241594184ee req-bcdbeee2-41fa-4204-9ddb-1eef43b8046b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839443 Jun 26 18:23:59.398860 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf309435-a5df-4197-b0c6-bc6259eaab3e,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:59.412878 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 829a0d61-92cc-481e-8d29-c2b849307cb2 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:23:59.422928 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:59.461203 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Checking segment: {'id': '4df766f1-cdee-456b-b750-39ae56b9e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:23:59.461568 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Network hostable DHCP agents. Network: e1680e7b-80a1-4df1-9f53-193ffe0a7e87, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:23:59.571367 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7547929-63a3-4f83-b631-000da81889a7 None None] Pushing event updated for resources: {'Port': ['ID=b069823b-ea75-4d25-8bee-2ed1948f86f8,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:23:59.574674 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d7547929-63a3-4f83-b631-000da81889a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:23:59.575489 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:23:59.576112 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:23:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:23:59.642211 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 829a0d61-92cc-481e-8d29-c2b849307cb2 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:23:59.644671 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:59.661720 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407c28-d58d-4bec-b4be-813d036b6dd8 req-861d7a5d-a765-406c-9368-376965edda11 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:59.663865 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-21407c28-d58d-4bec-b4be-813d036b6dd8 req-861d7a5d-a765-406c-9368-376965edda11 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1291857 Jun 26 18:23:59.740624 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-21407c28-d58d-4bec-b4be-813d036b6dd8 req-3217f60a-204f-4fba-a7df-a2532b748def tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658946 Jun 26 18:23:59.757379 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:23:59.886009 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:23:59.912703 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4a5dded2-c2f7-4fc0-9608-5444a14e2bae req-3eafe393-5665-4cef-bc70-86551108cb52 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 210 time: 0.0655336 Jun 26 18:23:59.972508 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70171e70-70b1-4a57-9326-5b3e33e67a60 req-3e493e21-7bc3-4119-868a-f317e202f282 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:23:59.976871 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-70171e70-70b1-4a57-9326-5b3e33e67a60 req-3e493e21-7bc3-4119-868a-f317e202f282 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0866771 Jun 26 18:24:00.039584 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, e1680e7b-80a1-4df1-9f53-193ffe0a7e87) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:24:00.051866 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:00.051866 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:00.065167 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-70171e70-70b1-4a57-9326-5b3e33e67a60 req-d431ef1c-b3d3-497a-93e6-d7cc838c20bd tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759799 Jun 26 18:24:00.153629 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663aeb8-976c-4b65-832f-1094b7dd0198 None None] Network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:24:00.176246 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-33450da8-c583-4b06-9d30-24dd08968802 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6416879 Jun 26 18:24:00.178711 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34456) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:00.183438 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:00.479532 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-fb49c652-dd61-4364-a78a-65bdb575dbb8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740542 Jun 26 18:24:00.480405 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'b069823b-ea75-4d25-8bee-2ed1948f86f8', 'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'mac_address': 'fa:16:3e:d5:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:54Z', 'updated_at': '2021-06-26T18:23:59Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'subnets': [{'id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:00.486161 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-593007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6935'] for router, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:00.487795 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6926'] for router, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:00.521856 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff149e02-59d9-50db-81b4-0a51e7c860c9-e1680e7b-80a1-4df1-9f53-193ffe0a7e87', 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'fixed_ips': [{'subnet_id': 'bf309435-a5df-4197-b0c6-bc6259eaab3e'}]}} from dv-cinder-798198-1-smb. {{(pid=93536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:24:00.522740 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:00.535224 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec15b6e-1eb8-4917-af42-d14605bf606a None None] The sync data for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb is: [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'b069823b-ea75-4d25-8bee-2ed1948f86f8', 'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'mac_address': 'fa:16:3e:d5:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:54Z', 'updated_at': '2021-06-26T18:23:59Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'subnets': [{'id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:24:00.634243 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-0533d3a4-a95a-4e7a-a99e-869c39e67a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:00.636143 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-0533d3a4-a95a-4e7a-a99e-869c39e67a79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 1099 time: 0.2038357 Jun 26 18:24:00.710520 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:00.742849 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Allocated IP 172.20.0.2 (e1680e7b-80a1-4df1-9f53-193ffe0a7e87/bf309435-a5df-4197-b0c6-bc6259eaab3e/3da0e033-1a45-46fb-bdef-a9268abf39de) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:24:00.928347 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:00.947433 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-21beb4f0-2c6d-4349-9862-64fbd3e8ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:00.950713 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-21beb4f0-2c6d-4349-9862-64fbd3e8ed1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 919 time: 0.2768879 Jun 26 18:24:01.013216 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-0faf9a5d-2aeb-44d7-a95e-cc0f1452189a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976fcbbf-9623-44ba-be50-788f2f4ec2de HTTP/1.1" status: 200 len: 217 time: 0.0487382 Jun 26 18:24:01.047403 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c183a9e-1028-47de-a767-7aeefc76cef0 req-de3293ff-29c6-45b8-95f3-cc142768622e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:01.049802 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3c183a9e-1028-47de-a767-7aeefc76cef0 req-de3293ff-29c6-45b8-95f3-cc142768622e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0827522 Jun 26 18:24:01.095551 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0dd79-bf55-4ba1-a228-8c4a3b4ed47a req-ce5782b6-5df6-41c1-a922-d0d616b3b5cd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:01.110694 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:01.121076 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Transition to ACTIVE for port object 3da0e033-1a45-46fb-bdef-a9268abf39de will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:24:01.121464 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-50d0dd79-bf55-4ba1-a228-8c4a3b4ed47a req-ce5782b6-5df6-41c1-a922-d0d616b3b5cd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.6243820 Jun 26 18:24:01.136892 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3c183a9e-1028-47de-a767-7aeefc76cef0 req-1eb5b195-094d-409e-a0bc-8375d7e0064d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805175 Jun 26 18:24:01.162014 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Transition to ACTIVE for port object 3da0e033-1a45-46fb-bdef-a9268abf39de will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:24:01.262983 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:01.267607 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:01.333114 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Pushing event updated for resources: {'Port': ['ID=3da0e033-1a45-46fb-bdef-a9268abf39de,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:01.346043 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:01.359192 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:24:01.361155 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:24:01.367466 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:24:01.376749 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-50d0dd79-bf55-4ba1-a228-8c4a3b4ed47a req-fbe5c003-83ad-46f9-9bf9-3c5a3026cfef tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542892 Jun 26 18:24:01.394564 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6972'] for router, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:01.432539 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-8652d5d9-7fc3-4e6e-acde-e1d04b0e3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:01.434521 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-8652d5d9-7fc3-4e6e-acde-e1d04b0e3b4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.3551624 Jun 26 18:24:01.508106 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-9e49c4e5-e107-4c39-851c-76703f88b00b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373135 Jun 26 18:24:01.522455 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device b069823b-ea75-4d25-8bee-2ed1948f86f8 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:24:01.588951 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Attempting to bind port 3da0e033-1a45-46fb-bdef-a9268abf39de on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:24:01.589341 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Attempting to bind port 3da0e033-1a45-46fb-bdef-a9268abf39de by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '4df766f1-cdee-456b-b750-39ae56b9e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:24:01.589720 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Attempting to bind port 3da0e033-1a45-46fb-bdef-a9268abf39de on network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:24:01.590566 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-20b5c549-8ce6-4a03-827f-7fc97a148fe9 req-42ca3795-eb98-463d-aec7-730055501d46 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 210 time: 0.0954342 Jun 26 18:24:01.596191 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:24:01.596606 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Checking segment: {'id': '4df766f1-cdee-456b-b750-39ae56b9e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:24:01.597026 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:01.597433 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Bound using segment: {'id': '4df766f1-cdee-456b-b750-39ae56b9e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:24:01.598063 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Bound port: 3da0e033-1a45-46fb-bdef-a9268abf39de, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df766f1-cdee-456b-b750-39ae56b9e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:24:01.598468 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:01.701111 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] For port 3da0e033-1a45-46fb-bdef-a9268abf39de, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:24:01.706215 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] For port 3da0e033-1a45-46fb-bdef-a9268abf39de, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=3da0e033-1a45-46fb-bdef-a9268abf39de,segment=NetworkSegment(4df766f1-cdee-456b-b750-39ae56b9e189),segment_id=4df766f1-cdee-456b-b750-39ae56b9e189)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:24:01.781141 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-f61b2907-1cef-44eb-abdf-932fbcfac530 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635758 Jun 26 18:24:01.831781 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port b069823b-ea75-4d25-8bee-2ed1948f86f8 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:24:01.836365 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port b069823b-ea75-4d25-8bee-2ed1948f86f8 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:01.837051 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:01.915646 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:01.919106 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:01.938161 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-946c64ab-f73a-45bf-a9d1-b6feb9f4e7e2 req-1ab416b9-778a-4df0-a64e-efa5c9e2a509 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411543 Jun 26 18:24:01.988995 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967326d-7257-48df-8251-498fade58448 req-3a14c341-a161-4d56-87fb-e203aae55a2c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:01.998451 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8967326d-7257-48df-8251-498fade58448 req-3a14c341-a161-4d56-87fb-e203aae55a2c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.3264244 Jun 26 18:24:02.049653 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Pushing event updated for resources: {'Port': ['ID=3da0e033-1a45-46fb-bdef-a9268abf39de,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:02.055961 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:02.080609 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:02.102910 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8967326d-7257-48df-8251-498fade58448 req-28f6e6ed-111e-46fc-b3a4-b1653a099c37 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028636 Jun 26 18:24:02.124252 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port b069823b-ea75-4d25-8bee-2ed1948f86f8, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=b069823b-ea75-4d25-8bee-2ed1948f86f8,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:02.193675 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:02.202193 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d7547929-63a3-4f83-b631-000da81889a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:02.310623 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=b069823b-ea75-4d25-8bee-2ed1948f86f8,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:02.320991 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:02.412950 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:02.502226 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:02.559134 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502605b-44cb-4214-84aa-d43d3dae14b8 req-71869539-14ff-41e9-bfce-36f18c64ea49 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:02.564453 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b502605b-44cb-4214-84aa-d43d3dae14b8 req-71869539-14ff-41e9-bfce-36f18c64ea49 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1700561 Jun 26 18:24:02.678362 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b502605b-44cb-4214-84aa-d43d3dae14b8 req-e4ff6322-207f-4b4e-87a7-c13a8a1ee3db tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081827 Jun 26 18:24:02.823438 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Allocated IP 172.28.1.182 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:24:02.870859 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-83dd6efb-ce59-4697-9f80-6fbc73515291 req-c51c32f2-47b4-4152-880e-b39b1e64fea0 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 210 time: 0.0532532 Jun 26 18:24:02.946291 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82766d-1261-4673-a357-a8c4561dbf1e req-d50a4313-e091-4eb5-9d3c-a0991a75d138 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:02.956781 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad82766d-1261-4673-a357-a8c4561dbf1e req-d50a4313-e091-4eb5-9d3c-a0991a75d138 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.2134840 Jun 26 18:24:03.003566 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:03.056705 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad82766d-1261-4673-a357-a8c4561dbf1e req-64177d3b-7db2-481c-85d5-06523ff0cb0a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952222 Jun 26 18:24:03.189333 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-d4310477-d36b-4a8f-b0d4-ebfb7b3cf020 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:03.190817 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-d4310477-d36b-4a8f-b0d4-ebfb7b3cf020 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "GET /v2.0/networks?id=2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 200 len: 815 time: 0.1719253 Jun 26 18:24:03.221219 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Request body: {'port': {'device_id': '7ca2e866-a813-4389-8b33-1ac3b6fe05ca', 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be', 'admin_state_up': True, 'tenant_id': 'fd3741fa074447f79ac44dcca92da78a'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:03.306315 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:03.317033 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-50d8e30a-b71d-4554-a2c6-96e2336d7911 tempest-DeleteServersTestJSON-1595306816 tempest-DeleteServersTestJSON-1595306816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:03.331158 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dde3c9-47ab-41f2-9da7-bd2780e299e3 req-764231e1-c984-43b0-b9c1-6a21d8def9e2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:03.336754 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-57dde3c9-47ab-41f2-9da7-bd2780e299e3 req-764231e1-c984-43b0-b9c1-6a21d8def9e2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1115420 Jun 26 18:24:03.426329 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:24:03.432602 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-57dde3c9-47ab-41f2-9da7-bd2780e299e3 req-ab14c21f-1d3b-4da0-97e7-2eb711c018b3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821579 Jun 26 18:24:03.445895 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:24:03.465647 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:24:03.525782 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:03.537170 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:03.562449 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 3da0e033-1a45-46fb-bdef-a9268abf39de up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:24:03.611297 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f296d0-54b4-4346-9d24-6600ac130144 None None] Network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:24:03.662346 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Made reservation on behalf of fd3741fa074447f79ac44dcca92da78a for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:24:03.668282 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:03.869006 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-587eebe5-25d8-4805-a6a9-e7f9842ec3ef None None] Provisioning for port 3da0e033-1a45-46fb-bdef-a9268abf39de completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:24:03.946508 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 3da0e033-1a45-46fb-bdef-a9268abf39de completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:24:03.963185 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 3da0e033-1a45-46fb-bdef-a9268abf39de triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:03.963811 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:04.028321 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Allocated IP 172.20.0.6 (2bb395c1-c8d0-42da-9d07-ada1afa819be/d37e191d-6564-4de5-ae98-6ee45de8e95a/48ae7661-eae8-49ad-a403-40178ebc8599) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:24:04.097379 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977a59e-6eda-45c1-a0bf-2ff217d8c7fa req-4b0042b4-789d-4867-afb1-67758cc78baa tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:04.097379 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e977a59e-6eda-45c1-a0bf-2ff217d8c7fa req-4b0042b4-789d-4867-afb1-67758cc78baa tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.2625723 Jun 26 18:24:04.173113 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:04.209778 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-30d2f006-5851-4237-b6f3-a2de84127210 req-1799f70b-f57b-4676-85c8-67ebdde49a49 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 210 time: 0.0793180 Jun 26 18:24:04.265875 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 3da0e033-1a45-46fb-bdef-a9268abf39de, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=3da0e033-1a45-46fb-bdef-a9268abf39de,segment=NetworkSegment(4df766f1-cdee-456b-b750-39ae56b9e189),segment_id=4df766f1-cdee-456b-b750-39ae56b9e189)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:04.321191 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-3f0d02d2-e0f5-440f-ab65-687eedc29f64 None None] Provisioning complete for port 3da0e033-1a45-46fb-bdef-a9268abf39de triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:04.321601 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3f0d02d2-e0f5-440f-ab65-687eedc29f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:04.377988 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:04.378762 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device b069823b-ea75-4d25-8bee-2ed1948f86f8 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:24:04.382128 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:04.458718 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=3da0e033-1a45-46fb-bdef-a9268abf39de,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:04.470581 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83aa4a-6a1d-4659-ae85-6debb3e7ff96 req-cf5c0b76-5f9b-4b99-a12a-918a0cbb8da8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:04.473245 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fe83aa4a-6a1d-4659-ae85-6debb3e7ff96 req-cf5c0b76-5f9b-4b99-a12a-918a0cbb8da8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1269081 Jun 26 18:24:04.495679 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.496022 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.496364 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.496761 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.497081 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.497399 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.497726 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.498049 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.498583 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.498907 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.499234 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.499557 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:04.505925 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:04.540034 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fe83aa4a-6a1d-4659-ae85-6debb3e7ff96 req-81959164-253d-49ac-b65e-804390a142f7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561488 Jun 26 18:24:04.577750 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port b069823b-ea75-4d25-8bee-2ed1948f86f8 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:04.578311 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:04.622301 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:04.747676 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e9d9b-02f1-46c0-9d70-eac54277cc5d req-524b72b7-c499-4dd8-b5ce-14b710bb818e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:04.749948 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-731e9d9b-02f1-46c0-9d70-eac54277cc5d req-524b72b7-c499-4dd8-b5ce-14b710bb818e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0810585 Jun 26 18:24:04.796911 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-731e9d9b-02f1-46c0-9d70-eac54277cc5d req-3b2d5712-093c-43e5-838a-9ac8e63b7e29 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403709 Jun 26 18:24:04.808842 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e977a59e-6eda-45c1-a0bf-2ff217d8c7fa req-16a8a2f3-6fce-4b47-be46-67b135021775 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7068934 Jun 26 18:24:04.846161 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:04.906655 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595074'] for router, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:05.070142 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:05.075981 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:05.124311 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa', 'f83d55a6-21ee-4522-a730-18ff5d9bda4d'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:24:05.131415 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Network 2bb395c1-c8d0-42da-9d07-ada1afa819be is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:24:05.134860 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:24:05.148886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:24:05.179727 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:24:05.190807 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Pushing event updated for resources: {'Port': ['ID=48ae7661-eae8-49ad-a403-40178ebc8599,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:05.194372 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:05.215158 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:05.216302 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:05.236677 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 is scheduled to L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a with binding_index 1 {{(pid=93534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:24:05.304286 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0878928 Jun 26 18:24:05.351613 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Request body: {'port': {'device_id': '7ca2e866-a813-4389-8b33-1ac3b6fe05ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:05.426620 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 3da0e033-1a45-46fb-bdef-a9268abf39de up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:24:05.485676 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:24:05.489246 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Sync routers for ids ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:24:05.514582 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Routers {'5e077e3c-e1be-45e8-8c67-4e647a1704c8'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:24:05.515027 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:05.515572 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:23:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:05.560402 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 3da0e033-1a45-46fb-bdef-a9268abf39de triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:05.561278 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:05.635726 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd34c7-fe62-47ac-a06b-fe9f78deb4e6 req-8ddf317e-d3cf-434d-b016-63201eaccc4c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:05.647018 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1ffd34c7-fe62-47ac-a06b-fe9f78deb4e6 req-8ddf317e-d3cf-434d-b016-63201eaccc4c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 931 time: 0.2147682 Jun 26 18:24:05.756053 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1ffd34c7-fe62-47ac-a06b-fe9f78deb4e6 req-1b0f6ea5-0374-4043-8468-d1de8ecd11c6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059246 Jun 26 18:24:05.784901 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:05.789385 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-2b5d4f9a-ba52-494f-8122-a99667f8b700 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6067119 Jun 26 18:24:05.793355 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Set router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:24:05.793652 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34534) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:05.956514 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dca09-92cf-4fd8-a7a2-b2758d505d09 req-c8588e59-3155-4e35-b6e5-29541bef88e7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:05.963392 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3c4dca09-92cf-4fd8-a7a2-b2758d505d09 req-c8588e59-3155-4e35-b6e5-29541bef88e7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1827285 Jun 26 18:24:06.028056 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ae7661-eae8-49ad-a403-40178ebc8599 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:24:06.049369 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.069069 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3c4dca09-92cf-4fd8-a7a2-b2758d505d09 req-b173e4d6-5a21-4617-b4ad-0f001a973290 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818963 Jun 26 18:24:06.074263 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:24:00Z', 'updated_at': '2021-06-26T18:24:03Z', 'revision_number': 3, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'gw_port': {'id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:02Z', 'updated_at': '2021-06-26T18:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:06.081980 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Transition to ACTIVE for port object 48ae7661-eae8-49ad-a403-40178ebc8599 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:24:06.113935 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Checking router: 5e077e3c-e1be-45e8-8c67-4e647a1704c8 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:24:06.114299 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Updating router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 binding host dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:24:06.154500 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.164890 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a06209fc-2e93-4267-b6c9-3dd43f3af2bf tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:06.177456 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.257639 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=48ae7661-eae8-49ad-a403-40178ebc8599,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:06.260926 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:06.340939 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b24f36-468e-41be-8f06-0299c90d7163 req-a7cf210d-3e8c-40b3-abe4-203ca3167a71 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:06.349027 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e2b24f36-468e-41be-8f06-0299c90d7163 req-a7cf210d-3e8c-40b3-abe4-203ca3167a71 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.2194569 Jun 26 18:24:06.402863 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bb092-20f0-4ef1-a11c-8984e827b7f7 req-00547883-b342-46c4-84ff-15563189a0e7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:06.405932 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b94bb092-20f0-4ef1-a11c-8984e827b7f7 req-00547883-b342-46c4-84ff-15563189a0e7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1577778 Jun 26 18:24:06.445068 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e2b24f36-468e-41be-8f06-0299c90d7163 req-08fc709f-0f46-444a-85a7-bccd77837d86 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948837 Jun 26 18:24:06.450304 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Attempting to bind port 48ae7661-eae8-49ad-a403-40178ebc8599 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:24:06.453610 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Attempting to bind port 48ae7661-eae8-49ad-a403-40178ebc8599 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:24:06.453610 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Attempting to bind port 48ae7661-eae8-49ad-a403-40178ebc8599 on network 2bb395c1-c8d0-42da-9d07-ada1afa819be {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:24:06.461741 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Port 48ae7661-eae8-49ad-a403-40178ebc8599 on network 2bb395c1-c8d0-42da-9d07-ada1afa819be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:24:06.462074 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Attempting to bind port 48ae7661-eae8-49ad-a403-40178ebc8599 on network 2bb395c1-c8d0-42da-9d07-ada1afa819be {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:24:06.490766 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:24:06.491412 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Checking segment: {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:24:06.492588 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Bound using segment: {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:24:06.493071 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Bound port: 48ae7661-eae8-49ad-a403-40178ebc8599, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0394cbf-50c0-440c-bad6-3e931027b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:24:06.494024 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.501340 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b94bb092-20f0-4ef1-a11c-8984e827b7f7 req-e717631a-6f5e-4621-a887-6f9cf2c5985c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752397 Jun 26 18:24:06.535948 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34542) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:06.605376 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] For port 48ae7661-eae8-49ad-a403-40178ebc8599, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:24:06.611927 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] For port 48ae7661-eae8-49ad-a403-40178ebc8599, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=48ae7661-eae8-49ad-a403-40178ebc8599,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:24:06.633607 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.647306 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Transition to ACTIVE for port object 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:24:06.679097 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] Deleting subnet 86430dd2-b690-450e-b936-c3009a0a7cb3 {{(pid=93535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:24:06.688992 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.705829 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.708861 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-dec871a8-8c51-4bff-aea7-12595bf336c8 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:06.733883 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.738595 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-078ac48e-135d-4319-aabb-16417dab7c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:06.749010 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:06.749010 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.749285 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] 10.222.0.37 "PUT /v2.0/ports/48ae7661-eae8-49ad-a403-40178ebc8599 HTTP/1.1" status: 200 len: 1093 time: 1.4030054 Jun 26 18:24:06.749736 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca2e866-a813-4389-8b33-1ac3b6fe05ca', 'tag': '48ae7661-eae8-49ad-a403-40178ebc8599'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:24:06.752010 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca7b345-be33-48cf-9354-d6e563786db3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca2e866-a813-4389-8b33-1ac3b6fe05ca", "tag": "48ae7661-eae8-49ad-a403-40178ebc8599"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:24:06.780984 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=48ae7661-eae8-49ad-a403-40178ebc8599,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:06.784503 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:06.845608 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942e1be7-dd01-4d48-94a0-3ae9650506fa x-openstack-request-id: req-942e1be7-dd01-4d48-94a0-3ae9650506fa {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:24:06.851383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca2e866-a813-4389-8b33-1ac3b6fe05ca", "tag": "48ae7661-eae8-49ad-a403-40178ebc8599", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:24:06.851383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-942e1be7-dd01-4d48-94a0-3ae9650506fa {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:24:06.851383 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca2e866-a813-4389-8b33-1ac3b6fe05ca', 'tag': '48ae7661-eae8-49ad-a403-40178ebc8599', 'status': 'completed', 'code': 200} Jun 26 18:24:06.852775 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Attempting to bind port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:24:06.853388 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Attempting to bind port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:24:06.854999 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Attempting to bind port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 on network 1b897550-475e-45c1-a445-070a8b8b93f4 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:24:06.862887 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065575315'] for subnet, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.889086 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:24:06.890072 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Checking segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:24:06.891410 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.894568 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Bound using segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:24:06.896091 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Bound port: 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:24:06.896730 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.918989 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:06.951632 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc7cd8-7f0c-4f8b-9e78-7baa542daf18 None None] Pushing event updated for resources: {'Port': ['ID=9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:06.955714 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fddc7cd8-7f0c-4f8b-9e78-7baa542daf18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:07.016566 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] For port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:24:07.020531 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] For port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:24:07.062300 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b345-be33-48cf-9354-d6e563786db3 req-40eebdde-e015-46f1-bc2a-efefd0e25f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:07.065666 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7ca7b345-be33-48cf-9354-d6e563786db3 req-40eebdde-e015-46f1-bc2a-efefd0e25f10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 1096 time: 0.1522832 Jun 26 18:24:07.107393 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:07.145435 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:07.221200 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d2f81-2110-468c-a7bd-f08ab2d3e688 req-7673e6d0-adb2-4831-a528-2e6842e7cdb2 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:07.233852 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f05d2f81-2110-468c-a7bd-f08ab2d3e688 req-7673e6d0-adb2-4831-a528-2e6842e7cdb2 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 943 time: 0.2325211 Jun 26 18:24:07.307753 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Routers {'5e077e3c-e1be-45e8-8c67-4e647a1704c8'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:24:07.308512 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:23:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:07.366451 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc7cd8-7f0c-4f8b-9e78-7baa542daf18 None None] Pushing event updated for resources: {'Port': ['ID=9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:07.374693 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fddc7cd8-7f0c-4f8b-9e78-7baa542daf18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:07.396365 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f05d2f81-2110-468c-a7bd-f08ab2d3e688 req-c5e674eb-0311-4210-bf61-43aecf8733d4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339002 Jun 26 18:24:07.409735 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b345-be33-48cf-9354-d6e563786db3 req-6fd80e09-61de-4871-a735-d9babc7f54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:07.411269 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7ca7b345-be33-48cf-9354-d6e563786db3 req-6fd80e09-61de-4871-a735-d9babc7f54f4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd3741fa074447f79ac44dcca92da78a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3271112 Jun 26 18:24:07.519428 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] Set router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:24:07.594364 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b345-be33-48cf-9354-d6e563786db3 req-d4a73c20-baed-49b1-b79f-4bbe9fe38511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:07.596279 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7ca7b345-be33-48cf-9354-d6e563786db3 req-d4a73c20-baed-49b1-b79f-4bbe9fe38511 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776726 Jun 26 18:24:07.662149 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:07.695915 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Allocated IP 172.20.0.1 (e1680e7b-80a1-4df1-9f53-193ffe0a7e87/bf309435-a5df-4197-b0c6-bc6259eaab3e/b5194303-6017-418d-8276-71e788d9e916) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:24:07.783029 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff704045-a089-407d-9364-8e0bca1a659f req-2a5be8d8-31f4-4441-9c7a-b2f62bbc41b2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:07.784895 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ff704045-a089-407d-9364-8e0bca1a659f req-2a5be8d8-31f4-4441-9c7a-b2f62bbc41b2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1289685 Jun 26 18:24:07.802522 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-b04de866-84e1-4e11-b8d0-bcc2d700103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:07.806629 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-b04de866-84e1-4e11-b8d0-bcc2d700103f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd3741fa074447f79ac44dcca92da78a&device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 1096 time: 0.1129079 Jun 26 18:24:07.838964 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ff704045-a089-407d-9364-8e0bca1a659f req-7afc5f73-b916-4070-992a-899deabb9d7f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478401 Jun 26 18:24:07.854062 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcf723-da6d-4be2-901d-4c8b005fbccf req-ce9e14ea-80a2-49db-9868-4963eb6323cf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:07.861794 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ddbcf723-da6d-4be2-901d-4c8b005fbccf req-ce9e14ea-80a2-49db-9868-4963eb6323cf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.4448187 Jun 26 18:24:07.884542 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069428260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065608013'] for subnet, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:07.898037 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:07.902561 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-404afad4-9859-41fc-baaf-de3a62168efb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48ae7661-eae8-49ad-a403-40178ebc8599 HTTP/1.1" status: 200 len: 217 time: 0.0732183 Jun 26 18:24:07.967751 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86430dd2-b690-450e-b936-c3009a0a7cb3,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:07.979678 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:07.990718 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ddbcf723-da6d-4be2-901d-4c8b005fbccf req-45e4800e-453e-4efd-9ead-12ddfe3bd0cd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279476 Jun 26 18:24:08.055420 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:08.063785 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.063785 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] 10.222.0.15 "DELETE /v2.0/subnets/86430dd2-b690-450e-b936-c3009a0a7cb3 HTTP/1.1" status: 204 len: 168 time: 1.5168722 Jun 26 18:24:08.063785 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.provisioning_blocks [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Transition to ACTIVE for port object b5194303-6017-418d-8276-71e788d9e916 will not be triggered until provisioned by entity DHCP. {{(pid=93535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:24:08.096781 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-420e0c05-082f-43e4-a6fc-d5dbed3d9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:08.101155 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-420e0c05-082f-43e4-a6fc-d5dbed3d9ff6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d37e191d-6564-4de5-ae98-6ee45de8e95a HTTP/1.1" status: 200 len: 855 time: 0.1736639 Jun 26 18:24:08.108726 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:24:00Z', 'updated_at': '2021-06-26T18:24:03Z', 'revision_number': 3, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'gw_port': {'id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:02Z', 'updated_at': '2021-06-26T18:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:08.114295 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34554) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:08.145511 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d18eb0-6dac-495a-b8fa-b853dce0a320 None None] The sync data for ids ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'] in dv-cinder-798198-1-smb is: [{'id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:24:00Z', 'updated_at': '2021-06-26T18:24:03Z', 'revision_number': 3, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'gw_port': {'id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:02Z', 'updated_at': '2021-06-26T18:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:24:08.193047 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-8570295b-8dae-4367-a767-6a882a8670c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bb395c1-c8d0-42da-9d07-ada1afa819be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808527 Jun 26 18:24:08.356881 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.413767 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-af8f04e4-3df9-47a2-8f21-3871faaf305b service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100451 Jun 26 18:24:08.492207 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1667fd5-400c-4986-b1d0-346e2f078d42 req-41be4dd9-f59c-4271-b24e-1e612e525bd0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:08.493771 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c1667fd5-400c-4986-b1d0-346e2f078d42 req-41be4dd9-f59c-4271-b24e-1e612e525bd0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.2116969 Jun 26 18:24:08.554909 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069428247'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.559671 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:08.578511 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.605104 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac0dec2-4b13-45ba-a480-49c72f81f42e']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:08.627116 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e31dfa-3d61-4cbb-a54c-68270d281521') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:08.631854 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e31dfa-3d61-4cbb-a54c-68270d281521') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:08.642500 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c1667fd5-400c-4986-b1d0-346e2f078d42 req-048d2b80-9a11-442f-87b9-490d5db9d9d8 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183021 Jun 26 18:24:08.644197 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.672629 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Pushing event updated for resources: {'Port': ['ID=b5194303-6017-418d-8276-71e788d9e916,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:08.675038 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c5e488cc-3b94-4739-adf0-27ff98e08605 req-6c02a4a8-2409-4bdb-8f7a-49d7356b2b3c service neutron] 10.222.0.37 "GET /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392104 Jun 26 18:24:08.675778 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.700962 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:24:08.701204 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:08.703355 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.711424 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:24:08.713584 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:24:08.720850 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:24:08.720850 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:24:08.721015 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:24:08.733697 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:24:08.846376 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668160'] for router_interface, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.863568 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317bc7a-dd19-4771-bb42-0b22fd12300a req-9b4e0ff7-2b51-487a-9434-d06e21c37f72 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:08.865496 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6317bc7a-dd19-4771-bb42-0b22fd12300a req-9b4e0ff7-2b51-487a-9434-d06e21c37f72 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 943 time: 0.2900331 Jun 26 18:24:08.910528 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.914664 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-72aee6a1-5c55-49f1-99cf-6f779c4ae244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:08.918948 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:08.921694 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fac0dec2-4b13-45ba-a480-49c72f81f42e HTTP/1.1" status: 204 len: 168 time: 0.7649503 Jun 26 18:24:08.935493 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34564) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:08.963231 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fac0dec2-4b13-45ba-a480-49c72f81f42e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:08.973562 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:09.084091 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6317bc7a-dd19-4771-bb42-0b22fd12300a req-517f75a2-816c-4c21-8ad9-f8a0eb4ada61 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497111 Jun 26 18:24:09.113033 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_v2 [None req-42addbea-6f39-444c-be04-646730168917 admin admin] Deleting subnet 38c1b2a6-fd2b-49cb-99a6-7642d14c69e4 {{(pid=93535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:24:09.120181 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-42addbea-6f39-444c-be04-646730168917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.166244 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-42addbea-6f39-444c-be04-646730168917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065575315'] for subnet, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.178187 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328705b4-4f71-4bff-9118-e9f5d88369a7 req-b2ef7a76-f83e-439f-9c87-f93b00bc44b7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:09.188770 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-328705b4-4f71-4bff-9118-e9f5d88369a7 req-b2ef7a76-f83e-439f-9c87-f93b00bc44b7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1520927 Jun 26 18:24:09.238122 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-42addbea-6f39-444c-be04-646730168917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.251441 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-328705b4-4f71-4bff-9118-e9f5d88369a7 req-6966e0d1-235a-4ad6-bd46-897d56b9b9d6 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613642 Jun 26 18:24:09.302489 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-bd5650d8-6d72-47f4-8479-682415d81ec0 None None] Provisioning for port b5194303-6017-418d-8276-71e788d9e916 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:24:09.308059 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-bd5650d8-6d72-47f4-8479-682415d81ec0 None None] Provisioning complete for port b5194303-6017-418d-8276-71e788d9e916 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:09.308665 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bd5650d8-6d72-47f4-8479-682415d81ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.429732 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f6b8e-638b-4550-b8a3-df728755d8cc req-8488012b-3192-4f81-abbf-8734e60991a8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:09.430056 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-bd5650d8-6d72-47f4-8479-682415d81ec0 None None] Port b5194303-6017-418d-8276-71e788d9e916 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:24:09.438637 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8e3f6b8e-638b-4550-b8a3-df728755d8cc req-8488012b-3192-4f81-abbf-8734e60991a8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1781030 Jun 26 18:24:09.483983 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:24:09.515396 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-42addbea-6f39-444c-be04-646730168917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069428260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065608013'] for subnet, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.532319 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8e3f6b8e-638b-4550-b8a3-df728755d8cc req-5c302094-20aa-4fb5-812d-52a6462ae68e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926445 Jun 26 18:24:09.540640 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:09.562635 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.585278 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-42addbea-6f39-444c-be04-646730168917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.587904 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-42addbea-6f39-444c-be04-646730168917 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/38c1b2a6-fd2b-49cb-99a6-7642d14c69e4 HTTP/1.1" status: 204 len: 168 time: 0.6380932 Jun 26 18:24:09.590518 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34572) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:09.595697 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42addbea-6f39-444c-be04-646730168917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c1b2a6-fd2b-49cb-99a6-7642d14c69e4,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:09.603114 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-42addbea-6f39-444c-be04-646730168917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:09.671743 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.676357 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:24:09.681153 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:09.681648 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.804675 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.835042 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.867700 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.875112 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:09.879040 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069428453'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.880039 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628fa5ac-ba96-4938-adfc-e5ed0bb465a5']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:09.880677 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4c568b26-e590-440b-9360-a1704a731279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:09.897034 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e493b7-69eb-43e4-8183-b2f88ce8e75a') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:09.897624 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e493b7-69eb-43e4-8183-b2f88ce8e75a') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:09.909637 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.924874 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.933278 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:24:09.936541 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:24:09.937556 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:24:09.954029 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:09.956265 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:09.993498 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fdd8ec02-6e23-421d-a478-4f4973f0b893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:10.064374 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:10.070149 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3612358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668316'] for router_interface, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:10.074822 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:10.087032 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Pushing event updated for resources: {'Port': ['ID=b5194303-6017-418d-8276-71e788d9e916,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:10.101241 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:10.157001 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf797a86-2afd-4418-a68e-a805e024928d req-7f47896f-6305-4a24-b1c0-432e26241a4c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:10.158709 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-bf797a86-2afd-4418-a68e-a805e024928d req-7f47896f-6305-4a24-b1c0-432e26241a4c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.2124617 Jun 26 18:24:10.179238 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad871ad-e8d7-4d7d-8b41-a8599d584ef2 req-6ce8e13b-2c4a-4c83-8b6d-640ef37c0b17 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:10.188713 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0ad871ad-e8d7-4d7d-8b41-a8599d584ef2 req-6ce8e13b-2c4a-4c83-8b6d-640ef37c0b17 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1720989 Jun 26 18:24:10.200535 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:10.211075 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-07c61708-51b4-4124-95c5-fad9c942e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:10.214069 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-07c61708-51b4-4124-95c5-fad9c942e1d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 1098 time: 0.1502633 Jun 26 18:24:10.224799 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-bf797a86-2afd-4418-a68e-a805e024928d req-24fa2284-2a13-4c3d-b774-e262b5dcf6a1 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586939 Jun 26 18:24:10.226266 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:10.228896 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] 10.222.0.15 "DELETE /v2.0/networks/628fa5ac-ba96-4938-adfc-e5ed0bb465a5 HTTP/1.1" status: 204 len: 168 time: 0.6372714 Jun 26 18:24:10.229410 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:24:10.233185 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:24:10.243770 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b60fe805-e818-47cb-b574-9c231ed59fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:10.287186 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Pushing event deleted for resources: {'Network': ['ID=628fa5ac-ba96-4938-adfc-e5ed0bb465a5,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:10.289758 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:10.379321 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0ad871ad-e8d7-4d7d-8b41-a8599d584ef2 req-4fb6a31a-b47c-4f37-8909-bfff92ded235 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894128 Jun 26 18:24:10.430480 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:24:10.455728 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-6b246e8f-7405-4667-8a29-c2bb5416e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:10.457440 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-6b246e8f-7405-4667-8a29-c2bb5416e9fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 200 len: 912 time: 0.2233036 Jun 26 18:24:10.610655 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-f78e1871-7b0e-4666-8840-7726d0364517 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93 HTTP/1.1" status: 200 len: 1001 time: 0.1385114 Jun 26 18:24:10.676661 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-72ae852a-31d0-4fad-a29a-3eefe1a79aba None None] Provisioning complete for port b5194303-6017-418d-8276-71e788d9e916 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:10.677288 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-72ae852a-31d0-4fad-a29a-3eefe1a79aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:10.689782 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-510fb87b-8230-4c2c-a8bf-0e19b16d8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:10.691592 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-510fb87b-8230-4c2c-a8bf-0e19b16d8cf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=823fea05-cbcf-425a-bf65-2840733ad5dd HTTP/1.1" status: 200 len: 850 time: 0.0725625 Jun 26 18:24:10.736394 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-72ae852a-31d0-4fad-a29a-3eefe1a79aba None None] Port b5194303-6017-418d-8276-71e788d9e916 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:24:10.751595 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:24:10.765102 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] 10.222.0.15 "PUT /v2.0/routers/5e077e3c-e1be-45e8-8c67-4e647a1704c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9657683 Jun 26 18:24:10.771658 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Sync routers for ids ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:24:10.781614 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec3a69-da89-49d0-bfc0-301d58af4f3b req-190f979e-1722-433d-b488-46f2ec2db185 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:10.783455 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-26ec3a69-da89-49d0-bfc0-301d58af4f3b req-190f979e-1722-433d-b488-46f2ec2db185 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 943 time: 0.1697965 Jun 26 18:24:10.797152 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Routers {'5e077e3c-e1be-45e8-8c67-4e647a1704c8'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:24:10.798104 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:23:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:10.843544 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb62234-429e-4299-bb91-a02ef0bf6583 req-a5a3fa6b-c613-4b21-857e-604f2df58256 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:10.852645 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4fb62234-429e-4299-bb91-a02ef0bf6583 req-a5a3fa6b-c613-4b21-857e-604f2df58256 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1526346 Jun 26 18:24:10.858332 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-85f1fdc7-6565-4305-b506-022d60fd221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:10.860814 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-85f1fdc7-6565-4305-b506-022d60fd221f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11f186de-3c3d-410e-962a-ea1d4732274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1499000 Jun 26 18:24:10.896477 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-26ec3a69-da89-49d0-bfc0-301d58af4f3b req-3eb6aed3-7afd-4c76-b176-3a5a7bc3e894 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026890 Jun 26 18:24:10.944841 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34586) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:11.022460 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-cfb65ca5-8b4c-41b2-80d1-ee7e753c002c service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537583 Jun 26 18:24:11.035770 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-b4052418-7c0c-406f-a9a6-26eb5160d86c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=220b27091b0b483f8644126e52cf9328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886514 Jun 26 18:24:11.036687 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34590) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:11.066652 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4fb62234-429e-4299-bb91-a02ef0bf6583 req-360edc6b-54d0-4c4d-89a3-fb4730613047 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131424 Jun 26 18:24:11.130144 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Set router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:24:11.157256 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0400eda9-e095-49b3-aec4-47f2bd6ba3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:11.210064 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0400eda9-e095-49b3-aec4-47f2bd6ba3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:11.413896 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0400eda9-e095-49b3-aec4-47f2bd6ba3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:11.416664 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0400eda9-e095-49b3-aec4-47f2bd6ba3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:11.418520 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-0400eda9-e095-49b3-aec4-47f2bd6ba3e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4080872-ecf4-4cc8-b49c-f90e9eb6763b HTTP/1.1" status: 204 len: 168 time: 0.3802769 Jun 26 18:24:11.421001 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-495fbb9c-63c4-4024-bfd1-43fbbfb80681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:11.438081 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400eda9-e095-49b3-aec4-47f2bd6ba3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4080872-ecf4-4cc8-b49c-f90e9eb6763b,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:11.448538 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-0400eda9-e095-49b3-aec4-47f2bd6ba3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:11.519514 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:24:11.666984 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:11.667379 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:11.696072 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e13947e7-cc7c-4cc3-8baa-842b2462f3f8 req-f527d977-f6ac-4b94-a122-639d90dfc3db service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641119 Jun 26 18:24:11.773584 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304bce0-4567-43e3-95a4-3fe3a0d6d926 req-69acd81e-be62-42de-8c2b-ae85885ed6b4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:11.775153 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b304bce0-4567-43e3-95a4-3fe3a0d6d926 req-69acd81e-be62-42de-8c2b-ae85885ed6b4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1630652 Jun 26 18:24:11.829072 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:24:00Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 4, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'gw_port': {'id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:02Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'b5194303-6017-418d-8276-71e788d9e916', 'name': '', 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'mac_address': 'fa:16:3e:9b:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bf309435-a5df-4197-b0c6-bc6259eaab3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:06Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 2, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'subnets': [{'id': 'bf309435-a5df-4197-b0c6-bc6259eaab3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:11.843876 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b304bce0-4567-43e3-95a4-3fe3a0d6d926 req-7b604ed9-db32-4ece-bb5c-b48634dbcc18 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605958 Jun 26 18:24:11.877458 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Checking router: 5e077e3c-e1be-45e8-8c67-4e647a1704c8 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:24:11.877861 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Updating router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 port b5194303-6017-418d-8276-71e788d9e916 binding host dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:24:11.881933 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 48ae7661-eae8-49ad-a403-40178ebc8599 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:24:12.002592 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 48ae7661-eae8-49ad-a403-40178ebc8599, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=48ae7661-eae8-49ad-a403-40178ebc8599,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:12.062165 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '48ae7661-eae8-49ad-a403-40178ebc8599', 'network_id': '2bb395c1-c8d0-42da-9d07-ada1afa819be', 'port_id': '48ae7661-eae8-49ad-a403-40178ebc8599', 'mac_address': 'fa:16:3e:52:e0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37e191d-6564-4de5-ae98-6ee45de8e95a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:24:12.115194 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0583abd-50bd-444b-b86f-a6530f1da072 req-cfba27b2-c4fe-47c9-a18a-55b4a82aea50 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:12.116866 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d0583abd-50bd-444b-b86f-a6530f1da072 req-cfba27b2-c4fe-47c9-a18a-55b4a82aea50 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0861833 Jun 26 18:24:12.125346 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.141826 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.157834 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ae7661-eae8-49ad-a403-40178ebc8599 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:24:12.203572 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 48ae7661-eae8-49ad-a403-40178ebc8599, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=48ae7661-eae8-49ad-a403-40178ebc8599,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:12.209416 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d0583abd-50bd-444b-b86f-a6530f1da072 req-5b5637a2-e96c-498b-a2bf-5eda8001ec6f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746658 Jun 26 18:24:12.210423 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34606) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:12.219975 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-b7c813b9-93bf-4432-a91f-38e6270eea52 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302872246', 'description': 'tempest-secgroup-smoke-302872246 description', 'project_id': 'db9571ee1c43419fb3212e2c4f355337'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:12.362127 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b7c813b9-93bf-4432-a91f-38e6270eea52 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.371321 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.371321 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6e23b707-c32c-4b85-9aaf-c8883cc16aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:12.455213 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34608) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:12.476235 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b049-ba07-4e88-8add-959fabdf181d req-f1d570de-bc54-4eb7-81b1-1f0eca88b4b6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:12.483919 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ab78b049-ba07-4e88-8add-959fabdf181d req-f1d570de-bc54-4eb7-81b1-1f0eca88b4b6 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 944 time: 0.1104887 Jun 26 18:24:12.519232 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=48ae7661-eae8-49ad-a403-40178ebc8599,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:12.524040 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:12.541767 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-42c70eb4-34a6-401b-a8b3-3e1ceac40b89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22ae963d5d29429d83e605c0f226bc60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732508 Jun 26 18:24:12.548824 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34610) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:12.560535 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ab78b049-ba07-4e88-8add-959fabdf181d req-d67d297d-ecea-4361-88ec-a2dd043da551 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745096 Jun 26 18:24:12.607683 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431c1b6-4dbf-429b-aec5-cf94efd05255 req-fc0fce65-6762-43de-8a55-6e70a6a3c36f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:12.612398 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7431c1b6-4dbf-429b-aec5-cf94efd05255 req-fc0fce65-6762-43de-8a55-6e70a6a3c36f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.2082767 Jun 26 18:24:12.612671 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf6de-ba57-4a96-99c6-8b672e8fc696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.670389 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b7c813b9-93bf-4432-a91f-38e6270eea52 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.684617 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7431c1b6-4dbf-429b-aec5-cf94efd05255 req-4f664e0f-64de-4b48-af85-d0f31ed8a8af tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585814 Jun 26 18:24:12.727415 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9d16a8a4-a835-42ea-8346-4db695a4ed2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.732355 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.746124 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Transition to ACTIVE for port object b5194303-6017-418d-8276-71e788d9e916 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:24:12.751499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b7c813b9-93bf-4432-a91f-38e6270eea52 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.756469 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-25b8cfa8-cd52-4359-899b-bb50e3c19ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:12.762594 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9d16a8a4-a835-42ea-8346-4db695a4ed2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.798882 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c813b9-93bf-4432-a91f-38e6270eea52 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ed0b5-b0e8-4200-b691-c116798facef,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:12.816367 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b7c813b9-93bf-4432-a91f-38e6270eea52 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:12.853897 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b7c813b9-93bf-4432-a91f-38e6270eea52 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.858611 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34612) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:12.862093 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-b7c813b9-93bf-4432-a91f-38e6270eea52 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6471539 Jun 26 18:24:12.864813 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-f0e227d0-f4a9-4ff2-9eec-5df57a8dd212 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Request body: {'security_group_rule': {'security_group_id': 'd63ed0b5-b0e8-4200-b691-c116798facef', 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:12.870421 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['48ae7661-eae8-49ad-a403-40178ebc8599'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:24:12.879143 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.881999 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:12.911334 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9d16a8a4-a835-42ea-8346-4db695a4ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.914787 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9d16a8a4-a835-42ea-8346-4db695a4ed2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:12.921725 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-9d16a8a4-a835-42ea-8346-4db695a4ed2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f01980e-5402-4b6f-b2ba-82aca331f709 HTTP/1.1" status: 204 len: 168 time: 0.3621981 Jun 26 18:24:12.921725 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4db8d813-fe1d-4f31-b232-8ec6f9d9f0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:12.932270 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16a8a4-a835-42ea-8346-4db695a4ed2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f01980e-5402-4b6f-b2ba-82aca331f709,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:12.936950 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9d16a8a4-a835-42ea-8346-4db695a4ed2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:13.017350 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bec32c-e336-4f33-beea-71543afeb7ce None None] Pushing event updated for resources: {'Port': ['ID=b5194303-6017-418d-8276-71e788d9e916,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:13.022080 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.026868 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-57bec32c-e336-4f33-beea-71543afeb7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:13.032765 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f0e227d0-f4a9-4ff2-9eec-5df57a8dd212 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.199639 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f0e227d0-f4a9-4ff2-9eec-5df57a8dd212 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.254856 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e4abb-8eb1-4c2a-ad9b-a21d561ae4f2 req-48c64b41-e2f1-4c2a-ad4c-b982d0b92f8a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:13.256512 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-511e4abb-8eb1-4c2a-ad9b-a21d561ae4f2 req-48c64b41-e2f1-4c2a-ad4c-b982d0b92f8a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1786206 Jun 26 18:24:13.287970 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f0e227d0-f4a9-4ff2-9eec-5df57a8dd212 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.294222 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:13.323414 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e227d0-f4a9-4ff2-9eec-5df57a8dd212 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e572c41-ea20-4e28-8048-7e99c1d34764,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:13.338642 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-511e4abb-8eb1-4c2a-ad9b-a21d561ae4f2 req-0ca9ec82-a3a4-40dc-9e1c-f1729ef4aa41 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753150 Jun 26 18:24:13.357019 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f0e227d0-f4a9-4ff2-9eec-5df57a8dd212 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:13.434143 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f0e227d0-f4a9-4ff2-9eec-5df57a8dd212 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.435353 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f0e227d0-f4a9-4ff2-9eec-5df57a8dd212 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5756972 Jun 26 18:24:13.438757 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34620) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:13.443291 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-818495aa-68a9-4e03-934c-f1bb3c6936a1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Request body: {'security_group_rule': {'security_group_id': 'd63ed0b5-b0e8-4200-b691-c116798facef', 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:13.465515 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7619501-4a9a-4297-92a7-3dcf8699a0eb req-f604a3cc-4289-440d-89b7-adfcc03a7745 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:13.474025 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f7619501-4a9a-4297-92a7-3dcf8699a0eb req-f604a3cc-4289-440d-89b7-adfcc03a7745 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0895755 Jun 26 18:24:13.493469 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Attempting to bind port b5194303-6017-418d-8276-71e788d9e916 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:24:13.493986 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Attempting to bind port b5194303-6017-418d-8276-71e788d9e916 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '4df766f1-cdee-456b-b750-39ae56b9e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:24:13.494381 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Attempting to bind port b5194303-6017-418d-8276-71e788d9e916 on network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:24:13.501261 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:24:13.501657 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Checking segment: {'id': '4df766f1-cdee-456b-b750-39ae56b9e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:24:13.502076 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.502490 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Bound using segment: {'id': '4df766f1-cdee-456b-b750-39ae56b9e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:24:13.502980 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Bound port: b5194303-6017-418d-8276-71e788d9e916, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df766f1-cdee-456b-b750-39ae56b9e189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:24:13.503375 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.541259 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f7619501-4a9a-4297-92a7-3dcf8699a0eb req-5e1a7a02-a720-46e1-ac55-6a64d03f5dcf tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661535 Jun 26 18:24:13.542136 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-818495aa-68a9-4e03-934c-f1bb3c6936a1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.602530 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] For port b5194303-6017-418d-8276-71e788d9e916, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:24:13.605609 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] For port b5194303-6017-418d-8276-71e788d9e916, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=b5194303-6017-418d-8276-71e788d9e916,segment=NetworkSegment(4df766f1-cdee-456b-b750-39ae56b9e189),segment_id=4df766f1-cdee-456b-b750-39ae56b9e189)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:24:13.667493 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-818495aa-68a9-4e03-934c-f1bb3c6936a1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.902283 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0cad8-9ad8-4646-9f52-d9875feacc7b req-b91e8349-7339-4119-aae1-271d4ad12e8f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:13.902283 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fed0cad8-9ad8-4646-9f52-d9875feacc7b req-b91e8349-7339-4119-aae1-271d4ad12e8f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 944 time: 0.0611813 Jun 26 18:24:13.902283 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fed0cad8-9ad8-4646-9f52-d9875feacc7b req-e1522aac-f504-47a5-bdc4-0325634d039c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Jun 26 18:24:13.902906 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7de850-b541-44d2-b17b-e4d37d660260 req-c62c2d40-3916-436b-8f22-c05e6fd17a02 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:13.902906 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-de7de850-b541-44d2-b17b-e4d37d660260 req-c62c2d40-3916-436b-8f22-c05e6fd17a02 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0682063 Jun 26 18:24:13.921519 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:13.923687 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:13.954452 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-de7de850-b541-44d2-b17b-e4d37d660260 req-29ec5b80-8d5c-4ee2-bc14-4ce3b60fbe6b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 Jun 26 18:24:14.027846 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Routers {'5e077e3c-e1be-45e8-8c67-4e647a1704c8'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:24:14.028587 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:24:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:14.088540 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bec32c-e336-4f33-beea-71543afeb7ce None None] Pushing event updated for resources: {'Port': ['ID=b5194303-6017-418d-8276-71e788d9e916,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:14.091579 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-57bec32c-e336-4f33-beea-71543afeb7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:14.145931 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-818495aa-68a9-4e03-934c-f1bb3c6936a1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:14.149335 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:14.203678 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4b9d6333-4f3d-4dc6-b8fd-fac35d519a35 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:14.203678 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818495aa-68a9-4e03-934c-f1bb3c6936a1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929df203-600d-4903-95c7-72d0ea2fe765,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:14.203678 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-818495aa-68a9-4e03-934c-f1bb3c6936a1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:14.204546 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] Set router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:24:14.401770 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:24:00Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 4, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'gw_port': {'id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:02Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'b5194303-6017-418d-8276-71e788d9e916', 'name': '', 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'mac_address': 'fa:16:3e:9b:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bf309435-a5df-4197-b0c6-bc6259eaab3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:06Z', 'updated_at': '2021-06-26T18:24:13Z', 'revision_number': 4, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'subnets': [{'id': 'bf309435-a5df-4197-b0c6-bc6259eaab3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:24:14.428834 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddfad1-aa6e-48ef-adad-aefbf5aff701 None None] The sync data for ids ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'] in dv-cinder-798198-1-smb is: [{'id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:24:00Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 4, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'gw_port': {'id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:02Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'b5194303-6017-418d-8276-71e788d9e916', 'name': '', 'network_id': 'e1680e7b-80a1-4df1-9f53-193ffe0a7e87', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'mac_address': 'fa:16:3e:9b:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bf309435-a5df-4197-b0c6-bc6259eaab3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:06Z', 'updated_at': '2021-06-26T18:24:13Z', 'revision_number': 4, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'subnets': [{'id': 'bf309435-a5df-4197-b0c6-bc6259eaab3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:24:14.536533 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f8b7b-1c42-44bb-bda2-24360a2b29a8 req-097e25ae-aa86-438d-88f1-c2b391b6f43e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:14.546078 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-931f8b7b-1c42-44bb-bda2-24360a2b29a8 req-097e25ae-aa86-438d-88f1-c2b391b6f43e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0892749 Jun 26 18:24:14.582383 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-931f8b7b-1c42-44bb-bda2-24360a2b29a8 req-9f4cdc16-b8d6-4f07-af33-bb4dd4e0a988 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348759 Jun 26 18:24:14.714955 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-818495aa-68a9-4e03-934c-f1bb3c6936a1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:14.714955 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-818495aa-68a9-4e03-934c-f1bb3c6936a1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2741628 Jun 26 18:24:14.717798 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34642) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:14.722324 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-d9b24ba8-216e-4140-9abb-0a913845ffe6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Request body: {'security_group_rule': {'security_group_id': 'd63ed0b5-b0e8-4200-b691-c116798facef', 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:14.841654 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9b24ba8-216e-4140-9abb-0a913845ffe6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:14.953402 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9b24ba8-216e-4140-9abb-0a913845ffe6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.036722 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9b24ba8-216e-4140-9abb-0a913845ffe6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.038970 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:15.075656 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b24ba8-216e-4140-9abb-0a913845ffe6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21b7922-ceb3-442c-8e58-b1ce41b6ee1f,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:15.083758 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d9b24ba8-216e-4140-9abb-0a913845ffe6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:15.095075 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.166453 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364394-396b-40bf-9043-6d077eadc6d7 req-6a86e2ec-5dd8-47c2-91bd-35dbdb471506 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:15.179959 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0f364394-396b-40bf-9043-6d077eadc6d7 req-6a86e2ec-5dd8-47c2-91bd-35dbdb471506 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 944 time: 0.1358995 Jun 26 18:24:15.210480 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9b24ba8-216e-4140-9abb-0a913845ffe6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.217621 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d9b24ba8-216e-4140-9abb-0a913845ffe6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4936299 Jun 26 18:24:15.217621 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34656) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:15.240825 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-79f923c1-1bf5-4c31-9d07-f93911f8c4e0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Request body: {'security_group_rule': {'security_group_id': 'd63ed0b5-b0e8-4200-b691-c116798facef', 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:15.255709 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0f364394-396b-40bf-9043-6d077eadc6d7 req-3908c61f-9700-4f7e-bbe3-cf976e5109d7 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745981 Jun 26 18:24:15.307373 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c1f3-8210-4521-9c34-b41851468442 req-761e30ff-16b2-4904-8881-3ef2b823db52 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:15.309162 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ae86c1f3-8210-4521-9c34-b41851468442 req-761e30ff-16b2-4904-8881-3ef2b823db52 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1632655 Jun 26 18:24:15.371692 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ae86c1f3-8210-4521-9c34-b41851468442 req-150bda61-d1ba-45df-a698-7e0bed3e7f0d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534816 Jun 26 18:24:15.388163 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-79f923c1-1bf5-4c31-9d07-f93911f8c4e0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.430246 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device b5194303-6017-418d-8276-71e788d9e916 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:24:15.523257 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-79f923c1-1bf5-4c31-9d07-f93911f8c4e0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.590971 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-79f923c1-1bf5-4c31-9d07-f93911f8c4e0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.599017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d9b24ba8-216e-4140-9abb-0a913845ffe6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:15.619522 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port b5194303-6017-418d-8276-71e788d9e916 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:24:15.623882 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port b5194303-6017-418d-8276-71e788d9e916 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:15.624395 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.640539 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f923c1-1bf5-4c31-9d07-f93911f8c4e0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a4daf3-98b8-4f37-a060-69e3d4b49bd9,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:15.652674 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-79f923c1-1bf5-4c31-9d07-f93911f8c4e0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:15.708533 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-79f923c1-1bf5-4c31-9d07-f93911f8c4e0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.713562 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-79f923c1-1bf5-4c31-9d07-f93911f8c4e0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4931273 Jun 26 18:24:15.713562 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 34668) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:15.718621 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-43c97b45-9739-429a-872f-e841c6950cac tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Request body: {'security_group_rule': {'security_group_id': 'd63ed0b5-b0e8-4200-b691-c116798facef', 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:15.783083 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.839971 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.securitygroups_db [None req-43c97b45-9739-429a-872f-e841c6950cac tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Project db9571ee1c43419fb3212e2c4f355337 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:24:15.851835 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43c97b45-9739-429a-872f-e841c6950cac tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.890595 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port b5194303-6017-418d-8276-71e788d9e916, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=b5194303-6017-418d-8276-71e788d9e916,segment=NetworkSegment(4df766f1-cdee-456b-b750-39ae56b9e189),segment_id=4df766f1-cdee-456b-b750-39ae56b9e189)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:15.894017 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 48ae7661-eae8-49ad-a403-40178ebc8599 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:24:15.916260 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c14d-4332-46aa-b627-8fcbf9a73144 req-cfdc9149-e507-4e89-8985-3627f630ece0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:15.917923 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6fd6c14d-4332-46aa-b627-8fcbf9a73144 req-cfdc9149-e507-4e89-8985-3627f630ece0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1429496 Jun 26 18:24:15.975049 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43c97b45-9739-429a-872f-e841c6950cac tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:15.979853 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6fd6c14d-4332-46aa-b627-8fcbf9a73144 req-46fa494a-7df5-4542-84e7-da1e3cf5b052 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548658 Jun 26 18:24:16.070873 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.072929 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:16.099173 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43c97b45-9739-429a-872f-e841c6950cac tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.103689 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 48ae7661-eae8-49ad-a403-40178ebc8599 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:24:16.104177 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:16.112726 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 48ae7661-eae8-49ad-a403-40178ebc8599 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:16.113114 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.119072 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c97b45-9739-429a-872f-e841c6950cac tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e3ce94-e896-4a88-9b61-d12fcdd94991,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:16.129207 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-43c97b45-9739-429a-872f-e841c6950cac tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:16.149813 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=b5194303-6017-418d-8276-71e788d9e916,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:16.157002 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:16.202887 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.207776 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43c97b45-9739-429a-872f-e841c6950cac tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.211506 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-43c97b45-9739-429a-872f-e841c6950cac tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4948061 Jun 26 18:24:16.220784 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 34714) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:16.220784 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-6dbadc42-12da-43f6-bda1-bda4fe970b8f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Request body: {'security_group_rule': {'security_group_id': 'd63ed0b5-b0e8-4200-b691-c116798facef', 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:16.226082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca2e866-a813-4389-8b33-1ac3b6fe05ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ae7661-eae8-49ad-a403-40178ebc8599'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:24:16.228381 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb19252-c123-4cab-9401-fc76285a0bec" -d '{"events": [{"server_uuid": "7ca2e866-a813-4389-8b33-1ac3b6fe05ca", "name": "network-vif-plugged", "status": "completed", "tag": "48ae7661-eae8-49ad-a403-40178ebc8599"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:24:16.241776 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 48ae7661-eae8-49ad-a403-40178ebc8599, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=48ae7661-eae8-49ad-a403-40178ebc8599,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:16.276886 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4cf972-449b-46d1-af36-786f316f40e5 x-openstack-request-id: req-0b4cf972-449b-46d1-af36-786f316f40e5 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:24:16.276886 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca2e866-a813-4389-8b33-1ac3b6fe05ca", "name": "network-vif-plugged", "status": "completed", "tag": "48ae7661-eae8-49ad-a403-40178ebc8599", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:24:16.276886 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b4cf972-449b-46d1-af36-786f316f40e5 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:24:16.276886 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca2e866-a813-4389-8b33-1ac3b6fe05ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ae7661-eae8-49ad-a403-40178ebc8599', 'code': 200} Jun 26 18:24:16.316354 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.318311 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:16.345389 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.securitygroups_db [None req-6dbadc42-12da-43f6-bda1-bda4fe970b8f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Project db9571ee1c43419fb3212e2c4f355337 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:24:16.356563 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6dbadc42-12da-43f6-bda1-bda4fe970b8f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.384051 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=48ae7661-eae8-49ad-a403-40178ebc8599,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:16.388026 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:16.457556 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6dbadc42-12da-43f6-bda1-bda4fe970b8f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.481140 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e6c8d-479a-4915-b73d-4e932885df78 req-44d3f737-2be3-439c-b42b-c7d320983b24 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:16.482676 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ab2e6c8d-479a-4915-b73d-4e932885df78 req-44d3f737-2be3-439c-b42b-c7d320983b24 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 945 time: 0.0898829 Jun 26 18:24:16.527530 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ab2e6c8d-479a-4915-b73d-4e932885df78 req-bd7b61d6-feec-4fb6-a71f-49d5d2f4ae45 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 Jun 26 18:24:16.565269 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6dbadc42-12da-43f6-bda1-bda4fe970b8f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.567438 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-68c7b5cc-8494-49b0-a8e1-ed9574bfb182 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:16.569564 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40560e-1b25-451b-be4f-2c869c5ed3e9 req-b55228cd-4603-4c1d-ad39-b65fe25e7553 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:16.573990 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ca40560e-1b25-451b-be4f-2c869c5ed3e9 req-b55228cd-4603-4c1d-ad39-b65fe25e7553 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0688591 Jun 26 18:24:16.585915 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbadc42-12da-43f6-bda1-bda4fe970b8f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0555394f-b5de-4eaa-89b2-92689d64be11,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:16.589205 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6dbadc42-12da-43f6-bda1-bda4fe970b8f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:16.611681 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ca40560e-1b25-451b-be4f-2c869c5ed3e9 req-a86f80cf-523d-41df-80f2-7410977c62ca tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343497 Jun 26 18:24:16.651442 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6dbadc42-12da-43f6-bda1-bda4fe970b8f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:16.652687 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-6dbadc42-12da-43f6-bda1-bda4fe970b8f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4394474 Jun 26 18:24:16.914464 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1fbab-5ecc-4a63-8a76-b1362634bf2d req-7656ae41-d15b-4918-8fde-c5082994d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:16.916445 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-11f1fbab-5ecc-4a63-8a76-b1362634bf2d req-7656ae41-d15b-4918-8fde-c5082994d555 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 1098 time: 0.0546355 Jun 26 18:24:16.957352 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-11f1fbab-5ecc-4a63-8a76-b1362634bf2d req-aaebaa96-6d6c-430e-b856-a7815b68b717 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Jun 26 18:24:17.161093 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088e681-dad3-42df-b72c-ca40d979fdf0 req-298dc363-e5a8-4cbc-98d9-eec1c6479e9b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:17.166623 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a088e681-dad3-42df-b72c-ca40d979fdf0 req-298dc363-e5a8-4cbc-98d9-eec1c6479e9b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0666270 Jun 26 18:24:17.200745 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a088e681-dad3-42df-b72c-ca40d979fdf0 req-5272afde-5a1f-437e-af85-6b1729e86bc2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Jun 26 18:24:17.344041 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device b5194303-6017-418d-8276-71e788d9e916 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:24:17.392340 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port b5194303-6017-418d-8276-71e788d9e916 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:17.392767 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:17.544048 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-567e44bd-0137-4970-ac2e-aa221b2cd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:17.545934 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-567e44bd-0137-4970-ac2e-aa221b2cd394 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 1099 time: 0.0550001 Jun 26 18:24:17.663110 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-0bdf70b1-8bbf-43c9-bb1d-12f248d9d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:17.664865 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-0bdf70b1-8bbf-43c9-bb1d-12f248d9d06a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 918 time: 0.0992172 Jun 26 18:24:17.747882 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66f01a-ffba-4239-98b6-c42192578b49 req-41965f03-4e37-4a3f-91cf-36081cb68784 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:17.750445 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4e66f01a-ffba-4239-98b6-c42192578b49 req-41965f03-4e37-4a3f-91cf-36081cb68784 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 945 time: 0.0922828 Jun 26 18:24:17.760089 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-31a0589f-f138-490c-aadc-dc60885c1416 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a5b97f-1bde-4151-9086-9153b3a34290 HTTP/1.1" status: 200 len: 1002 time: 0.0865915 Jun 26 18:24:17.792608 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4e66f01a-ffba-4239-98b6-c42192578b49 req-3f3e365b-336b-4777-8131-065c4034ca25 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360374 Jun 26 18:24:17.850436 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-7759f145-ef5e-4c49-b525-8da3b9f6e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:17.852088 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-7759f145-ef5e-4c49-b525-8da3b9f6e660 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0852447 Jun 26 18:24:17.904103 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86489fd4-4cd7-40dc-ac94-62350035839c req-80444911-55ab-451b-9cf2-fa53baaa3b2c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:17.906284 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-86489fd4-4cd7-40dc-ac94-62350035839c req-80444911-55ab-451b-9cf2-fa53baaa3b2c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.1304560 Jun 26 18:24:17.957512 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-86489fd4-4cd7-40dc-ac94-62350035839c req-eeada859-2636-4a88-b10e-6e4926cc8273 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448482 Jun 26 18:24:17.962746 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-8acdbf28-933b-47bd-a3a6-533a151f4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:17.966222 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-8acdbf28-933b-47bd-a3a6-533a151f4543 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008046 Jun 26 18:24:18.057471 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-2a20b0a3-8e48-47b3-9318-182a5f56c2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847101 Jun 26 18:24:18.146896 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12b667ed-9a80-4e41-a620-6f8423281a32 req-93a981a5-a30c-4560-9d5e-c4f191d9c163 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814967 Jun 26 18:24:18.374836 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9802f-d94f-446a-9c49-2405df39911e req-8e960e2d-84b0-47c5-b115-918f5bfd031e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:18.376335 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-edb9802f-d94f-446a-9c49-2405df39911e req-8e960e2d-84b0-47c5-b115-918f5bfd031e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0636649 Jun 26 18:24:18.414559 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-edb9802f-d94f-446a-9c49-2405df39911e req-4306eab3-6c39-41de-a037-9f7bdf3cb055 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Jun 26 18:24:18.978900 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4ef89-a310-4562-b04e-3595eb71babc req-851b14fd-7dcd-4576-bacd-a80bcf7a488c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:18.980348 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4ae4ef89-a310-4562-b04e-3595eb71babc req-851b14fd-7dcd-4576-bacd-a80bcf7a488c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 945 time: 0.0654583 Jun 26 18:24:19.018703 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4ae4ef89-a310-4562-b04e-3595eb71babc req-8c008aa2-a7ea-4b7e-8f84-6c0d3b0756cb tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327296 Jun 26 18:24:19.136636 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262f2ea-30bc-49c5-a859-be6768fdead4 req-56284101-d4cd-45b1-a69e-5393802220c0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:19.138113 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2262f2ea-30bc-49c5-a859-be6768fdead4 req-56284101-d4cd-45b1-a69e-5393802220c0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 946 time: 0.0646577 Jun 26 18:24:19.181065 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2262f2ea-30bc-49c5-a859-be6768fdead4 req-485212ae-c986-4442-b825-38ae94603897 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357466 Jun 26 18:24:19.593726 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe918b-978b-4ccf-ad84-4ebba5373e1c req-7bdfd225-0b81-4ac9-b0e5-1f51cece1db9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:19.595292 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-92fe918b-978b-4ccf-ad84-4ebba5373e1c req-7bdfd225-0b81-4ac9-b0e5-1f51cece1db9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0647523 Jun 26 18:24:19.643151 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-92fe918b-978b-4ccf-ad84-4ebba5373e1c req-e134a702-1d02-482f-a9f3-849dd5cc4d03 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Jun 26 18:24:19.922524 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:24:20.107182 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:20.129679 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:24:20.131905 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6545ce67-fcd3-44e6-85ba-36ec4acc309f" -d '{"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:24:20.144844 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:20.166575 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Jun 2021 18:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd437fe-b157-4798-a331-df20512678ab x-openstack-request-id: req-2cd437fe-b157-4798-a331-df20512678ab {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:24:20.166889 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:24:20.167158 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cd437fe-b157-4798-a331-df20512678ab {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:24:20.167577 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'code': 200} Jun 26 18:24:20.253523 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:20.255309 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c7e462e9-f16e-46d3-8550-2dfb17546804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:20.300845 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=8']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:20.303921 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:20.361138 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f8842-a712-413e-8756-949053574c3d req-8f33af7d-defb-44b0-a10d-a7f3008c626b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:20.362609 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-885f8842-a712-413e-8756-949053574c3d req-8f33af7d-defb-44b0-a10d-a7f3008c626b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0641038 Jun 26 18:24:20.400535 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-885f8842-a712-413e-8756-949053574c3d req-e8c291fc-0f01-4d63-8a70-92efc45aa02a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Jun 26 18:24:20.833235 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cb63a-33f2-4027-93b8-f9daf9399c7a req-401bd458-c00e-47c7-954e-666f2aabafc8 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:20.838157 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-042cb63a-33f2-4027-93b8-f9daf9399c7a req-401bd458-c00e-47c7-954e-666f2aabafc8 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0747831 Jun 26 18:24:20.877602 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-042cb63a-33f2-4027-93b8-f9daf9399c7a req-3c3a7e8b-0f01-4378-892f-e00b37454b53 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345049 Jun 26 18:24:21.586163 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0555d-f91f-4ea5-887e-2d3e70605990 req-b0b07a2a-c223-4c58-bf92-b48d040026a5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:21.587930 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ae0555d-f91f-4ea5-887e-2d3e70605990 req-b0b07a2a-c223-4c58-bf92-b48d040026a5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0672123 Jun 26 18:24:21.627373 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ae0555d-f91f-4ea5-887e-2d3e70605990 req-3d65a9f6-e2b8-43cf-8224-ee868d755fe3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328195 Jun 26 18:24:22.054000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def64bd4-b739-4318-988f-e415e46c2ca6 req-a40f343e-b897-414d-adb2-f41663070624 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:22.056892 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-def64bd4-b739-4318-988f-e415e46c2ca6 req-a40f343e-b897-414d-adb2-f41663070624 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0668635 Jun 26 18:24:22.093807 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-def64bd4-b739-4318-988f-e415e46c2ca6 req-a0d9ff2d-4f10-4371-a891-43429cd20048 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Jun 26 18:24:23.289033 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6581c-73ad-4b3b-bcd7-f6cec72c4eab req-120cf86a-90ce-4d21-bb50-7f4bf5563886 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:23.290552 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-63d6581c-73ad-4b3b-bcd7-f6cec72c4eab req-120cf86a-90ce-4d21-bb50-7f4bf5563886 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0680521 Jun 26 18:24:23.332773 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-63d6581c-73ad-4b3b-bcd7-f6cec72c4eab req-0090137c-c589-4c75-aaa2-c75442ba5425 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364778 Jun 26 18:24:23.394123 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df5c8a-c786-426c-89d9-3031e3a9bdca req-74c6ddc1-22bd-4e05-85e3-5c5a6950081b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:23.395534 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-66df5c8a-c786-426c-89d9-3031e3a9bdca req-74c6ddc1-22bd-4e05-85e3-5c5a6950081b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0728266 Jun 26 18:24:23.435032 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-66df5c8a-c786-426c-89d9-3031e3a9bdca req-77edc0e8-01ab-4a2d-aa28-5cc80e51ebb8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338411 Jun 26 18:24:23.959572 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:24:24.510375 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed455e-d48b-4f30-bfd6-d8b6d99469ed req-f5a114e7-4689-4ea6-8788-9c2f95814f28 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:24.511849 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8fed455e-d48b-4f30-bfd6-d8b6d99469ed req-f5a114e7-4689-4ea6-8788-9c2f95814f28 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0634773 Jun 26 18:24:24.551801 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8fed455e-d48b-4f30-bfd6-d8b6d99469ed req-5ba79bcc-c135-4d1d-8dc6-2098679a2b35 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340981 Jun 26 18:24:24.613593 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0940-496c-45ed-82c9-04aa26cdfcf5 req-918d695a-4728-4bc0-92a5-448773b9c41c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:24.615043 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-430a0940-496c-45ed-82c9-04aa26cdfcf5 req-918d695a-4728-4bc0-92a5-448773b9c41c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0620856 Jun 26 18:24:24.651718 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-430a0940-496c-45ed-82c9-04aa26cdfcf5 req-03d95715-a40e-48f6-b35d-b20c0a56b48e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311003 Jun 26 18:24:25.734107 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60cd2-070a-4a8a-87ca-ff0e6301af7b req-6ffe5494-b00a-4d7a-b90f-184d48fbee24 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:25.735616 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c4c60cd2-070a-4a8a-87ca-ff0e6301af7b req-6ffe5494-b00a-4d7a-b90f-184d48fbee24 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0729756 Jun 26 18:24:25.772976 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c4c60cd2-070a-4a8a-87ca-ff0e6301af7b req-f5049bc1-7d6d-4af3-9c1c-bf0f13f3fe5c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318902 Jun 26 18:24:25.835627 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffbbfa-211f-4d94-a719-fb14b5bcbcbb req-b587a226-4a56-429b-b874-b101414b5be6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:25.837045 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-56ffbbfa-211f-4d94-a719-fb14b5bcbcbb req-b587a226-4a56-429b-b874-b101414b5be6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0648026 Jun 26 18:24:25.874220 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-56ffbbfa-211f-4d94-a719-fb14b5bcbcbb req-0d79e63a-5079-435a-8597-94635ccdaf5b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313125 Jun 26 18:24:26.954057 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ec921-a9da-416f-bfcb-ca70694936c1 req-51f94274-43c7-4ea2-bee7-a1f885aa284f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:26.963962 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-779ec921-a9da-416f-bfcb-ca70694936c1 req-51f94274-43c7-4ea2-bee7-a1f885aa284f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0784333 Jun 26 18:24:27.015181 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-779ec921-a9da-416f-bfcb-ca70694936c1 req-90e0a33c-0814-49d5-89ce-1734f6b85c3d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416698 Jun 26 18:24:27.245479 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e13bde-94a3-41f1-a248-92600306350a req-aacf72ef-4c4b-4cbb-9d83-26bf28b6b828 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:27.246839 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-71e13bde-94a3-41f1-a248-92600306350a req-aacf72ef-4c4b-4cbb-9d83-26bf28b6b828 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0633376 Jun 26 18:24:27.284510 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-71e13bde-94a3-41f1-a248-92600306350a req-3a74c303-822f-4e41-a332-3cce6f9b2147 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319464 Jun 26 18:24:28.206627 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382eb51-04ff-4223-9b0c-8117936881d6 req-bc61d025-a204-4074-8e98-96a179f02f47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:28.208116 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0382eb51-04ff-4223-9b0c-8117936881d6 req-bc61d025-a204-4074-8e98-96a179f02f47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0698636 Jun 26 18:24:28.245435 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0382eb51-04ff-4223-9b0c-8117936881d6 req-fee02b7f-fdd5-4ed6-8c2c-dd4b61260e63 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Jun 26 18:24:28.334870 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85992529-a609-496e-aac5-6eb07c5dd2fa req-926eae0d-e419-48e5-8bd3-07120ce5fa7c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:28.336482 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-85992529-a609-496e-aac5-6eb07c5dd2fa req-926eae0d-e419-48e5-8bd3-07120ce5fa7c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 945 time: 0.0651236 Jun 26 18:24:28.373241 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-85992529-a609-496e-aac5-6eb07c5dd2fa req-b65731fe-2818-419f-948d-951ba595d365 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Jun 26 18:24:28.466723 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569cb92-73df-4d62-b104-ce3160f6097c req-313e5a74-573d-4d36-9f60-2bfbd40c7ebf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:28.468185 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0569cb92-73df-4d62-b104-ce3160f6097c req-313e5a74-573d-4d36-9f60-2bfbd40c7ebf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0626211 Jun 26 18:24:28.507836 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0569cb92-73df-4d62-b104-ce3160f6097c req-2232e775-416e-4be0-9a70-dfa639e96517 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334058 Jun 26 18:24:29.423576 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020ec59-dca3-47d0-b8c4-4bf361c3ea07 req-b374e8a9-9a02-4eb7-a083-d299323fd77c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:29.423576 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3020ec59-dca3-47d0-b8c4-4bf361c3ea07 req-b374e8a9-9a02-4eb7-a083-d299323fd77c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0625479 Jun 26 18:24:29.457072 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3020ec59-dca3-47d0-b8c4-4bf361c3ea07 req-76354a84-c331-43e8-b99a-a731ea6ff1dc tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311174 Jun 26 18:24:29.556125 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f3b03-7ac9-4b9a-a725-aabdcbde1675 req-7ca8a618-0d6e-410c-82bc-572f5b7ff067 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:29.557671 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d63f3b03-7ac9-4b9a-a725-aabdcbde1675 req-7ca8a618-0d6e-410c-82bc-572f5b7ff067 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 945 time: 0.0630021 Jun 26 18:24:29.598777 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d63f3b03-7ac9-4b9a-a725-aabdcbde1675 req-f9cfd2c7-2786-4518-b081-1592e8fca907 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352280 Jun 26 18:24:29.687386 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490bb15-97cf-4d4b-b33e-645bbf935f5a req-c45c7781-3875-4063-af38-1ef7ad0bf28c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:29.688759 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8490bb15-97cf-4d4b-b33e-645bbf935f5a req-c45c7781-3875-4063-af38-1ef7ad0bf28c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0623116 Jun 26 18:24:29.725810 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8490bb15-97cf-4d4b-b33e-645bbf935f5a req-06cb55f0-2df1-4c5e-bdea-48db3d6736da tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309503 Jun 26 18:24:30.439148 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-bc557f35-b535-47b0-96be-042deab5c12c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:30.440759 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-bc557f35-b535-47b0-96be-042deab5c12c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 945 time: 0.0656490 Jun 26 18:24:30.553413 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Deleting port 48ae7661-eae8-49ad-a403-40178ebc8599 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:24:30.553668 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:30.674439 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] For port 48ae7661-eae8-49ad-a403-40178ebc8599, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=48ae7661-eae8-49ad-a403-40178ebc8599,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:30.674897 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:30.690114 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Calling delete_port for 48ae7661-eae8-49ad-a403-40178ebc8599 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:24:30.828318 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b937b02-b441-4151-91ba-16b0fcad358c req-78f91814-fa5e-4060-a961-2f8e2a8b2dff tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:30.829743 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6b937b02-b441-4151-91ba-16b0fcad358c req-78f91814-fa5e-4060-a961-2f8e2a8b2dff tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 945 time: 0.0983500 Jun 26 18:24:30.835965 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:30.852637 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b7cda-a363-428a-9b5a-a40f146e233f req-ff6800fd-510c-46b9-b44b-fdc422c00ce6 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:30.854137 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e07b7cda-a363-428a-9b5a-a40f146e233f req-ff6800fd-510c-46b9-b44b-fdc422c00ce6 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.2811861 Jun 26 18:24:30.891512 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e07b7cda-a363-428a-9b5a-a40f146e233f req-1a09dff1-a278-476c-96a3-4b7108a55fc0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314894 Jun 26 18:24:30.902460 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6b937b02-b441-4151-91ba-16b0fcad358c req-9e0651f1-79c4-4b10-9b61-325b1c72e2e2 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487990 Jun 26 18:24:30.973978 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:30.978058 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:31.004022 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Pushing event deleted for resources: {'Port': ['ID=48ae7661-eae8-49ad-a403-40178ebc8599,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:31.007102 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:31.016807 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa', 'f83d55a6-21ee-4522-a730-18ff5d9bda4d', '48ae7661-eae8-49ad-a403-40178ebc8599'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:24:31.052296 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] No DVR routers for this DVR port 48ae7661-eae8-49ad-a403-40178ebc8599 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:24:31.054823 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:31.056793 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d326171-762f-49ac-8a71-ec3aa1d255e2 req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "DELETE /v2.0/ports/48ae7661-eae8-49ad-a403-40178ebc8599 HTTP/1.1" status: 204 len: 173 time: 0.6086009 Jun 26 18:24:31.057291 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca2e866-a813-4389-8b33-1ac3b6fe05ca', 'name': 'network-vif-deleted', 'tag': '48ae7661-eae8-49ad-a403-40178ebc8599'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:24:31.059586 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baac0fa-149b-4687-a4e9-6f03a67555d2" -d '{"events": [{"server_uuid": "7ca2e866-a813-4389-8b33-1ac3b6fe05ca", "name": "network-vif-deleted", "tag": "48ae7661-eae8-49ad-a403-40178ebc8599"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:24:31.067279 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad58b53-d396-43a7-8369-2c0eb97d09f6 req-08c363d9-2baf-4dab-9db1-283c00023994 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:31.072400 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9ad58b53-d396-43a7-8369-2c0eb97d09f6 req-08c363d9-2baf-4dab-9db1-283c00023994 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0670221 Jun 26 18:24:31.117954 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f336db9-2293-4794-b239-c53c43fc7db8 x-openstack-request-id: req-5f336db9-2293-4794-b239-c53c43fc7db8 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:24:31.118373 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca2e866-a813-4389-8b33-1ac3b6fe05ca", "name": "network-vif-deleted", "tag": "48ae7661-eae8-49ad-a403-40178ebc8599", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:24:31.118902 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f336db9-2293-4794-b239-c53c43fc7db8 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:24:31.119330 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca2e866-a813-4389-8b33-1ac3b6fe05ca', 'name': 'network-vif-deleted', 'tag': '48ae7661-eae8-49ad-a403-40178ebc8599', 'status': 'completed', 'code': 200} Jun 26 18:24:31.132592 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9ad58b53-d396-43a7-8369-2c0eb97d09f6 req-f201d185-e2e2-4a50-acae-afef3b793fd2 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576663 Jun 26 18:24:32.066765 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3297a9b2-8812-4d31-acf8-a49e4367430f req-29a7479e-5a6f-4435-8a79-e294fd0e0278 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ca2e866-a813-4389-8b33-1ac3b6fe05ca HTTP/1.1" status: 200 len: 210 time: 0.0337429 Jun 26 18:24:32.076566 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c895a-3de0-4f27-9ac0-79c410e3c8f5 req-abbb3c2b-41ed-4d4d-9bf2-39e9d358e2d5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:32.078184 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad6c895a-3de0-4f27-9ac0-79c410e3c8f5 req-abbb3c2b-41ed-4d4d-9bf2-39e9d358e2d5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0709717 Jun 26 18:24:32.119791 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad6c895a-3de0-4f27-9ac0-79c410e3c8f5 req-a7152b3f-9d43-470f-8370-1527adf52265 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326960 Jun 26 18:24:32.318266 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366f20-6316-4d27-995b-97201c7b213b req-66d88b40-3045-4a3f-8b0d-b1cc60308e15 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:32.319748 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-66366f20-6316-4d27-995b-97201c7b213b req-66d88b40-3045-4a3f-8b0d-b1cc60308e15 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0621231 Jun 26 18:24:32.355926 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-66366f20-6316-4d27-995b-97201c7b213b req-f8b5b47f-d4ba-49a8-9057-f30c1ded4b08 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306005 Jun 26 18:24:33.301319 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82685e0-ffb9-452d-ad41-e900f8888562 req-b68df6a8-0c5f-4bd4-9a65-e6abafffb3f2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:33.302800 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c82685e0-ffb9-452d-ad41-e900f8888562 req-b68df6a8-0c5f-4bd4-9a65-e6abafffb3f2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0626266 Jun 26 18:24:33.339733 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c82685e0-ffb9-452d-ad41-e900f8888562 req-731d0e70-8461-44ee-b9ca-9ec03199d048 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Jun 26 18:24:33.540462 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefed4e-b012-4bb4-a388-8a02d4f3a8ff req-c2622887-3081-465b-86c5-ef32cdab7880 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:33.541969 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-1fefed4e-b012-4bb4-a388-8a02d4f3a8ff req-c2622887-3081-465b-86c5-ef32cdab7880 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0674427 Jun 26 18:24:33.578814 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-1fefed4e-b012-4bb4-a388-8a02d4f3a8ff req-9e5bf91d-3e7a-4ec7-aeca-cfc946a292b1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311210 Jun 26 18:24:33.996526 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 48ae7661-eae8-49ad-a403-40178ebc8599 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:24:34.016079 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 48ae7661-eae8-49ad-a403-40178ebc8599 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:24:34.016457 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 48ae7661-eae8-49ad-a403-40178ebc8599 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:24:34.519314 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7e0aa-8ebd-4ea2-a6a3-e6b2639961bd req-ae49bf80-e71b-407a-bfcf-aaca32795a16 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:34.520786 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-a3b7e0aa-8ebd-4ea2-a6a3-e6b2639961bd req-ae49bf80-e71b-407a-bfcf-aaca32795a16 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0665214 Jun 26 18:24:34.557558 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-a3b7e0aa-8ebd-4ea2-a6a3-e6b2639961bd req-f1f01966-91ab-4ba9-92a6-931b5592f9bb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Jun 26 18:24:34.757534 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bee5-e242-4a23-a1cc-d1641385cf6f req-8ec22bc8-711e-4136-8be4-5c666ac459a5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:34.759013 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5a77bee5-e242-4a23-a1cc-d1641385cf6f req-8ec22bc8-711e-4136-8be4-5c666ac459a5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0627122 Jun 26 18:24:34.796691 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5a77bee5-e242-4a23-a1cc-d1641385cf6f req-66de8cfc-d10a-43db-b96b-0475212fe1c0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320697 Jun 26 18:24:35.031475 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214f434-fc94-4ec2-b528-2a767a264e50 req-fa70385f-115a-410c-8444-ac6a8e9a5b4a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:35.032963 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2214f434-fc94-4ec2-b528-2a767a264e50 req-fa70385f-115a-410c-8444-ac6a8e9a5b4a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 946 time: 0.0654249 Jun 26 18:24:35.072518 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2214f434-fc94-4ec2-b528-2a767a264e50 req-0b3f8502-c6ea-48de-9c10-b94c843fd9c9 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Jun 26 18:24:35.730149 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab93310-a2cc-424a-ad5f-4d8781157a00 req-ab3c6762-7329-422b-9507-0f2b9ce5b116 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:35.731580 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eab93310-a2cc-424a-ad5f-4d8781157a00 req-ab3c6762-7329-422b-9507-0f2b9ce5b116 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0610423 Jun 26 18:24:35.771735 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eab93310-a2cc-424a-ad5f-4d8781157a00 req-da84a651-7a51-4a6c-a2d4-d44947acaa3a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345919 Jun 26 18:24:35.970300 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee32c6-22c7-4d49-9da6-ef972990b1f0 req-13b1153b-4054-49ae-ac45-db87d84c4da7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:35.971765 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ccee32c6-22c7-4d49-9da6-ef972990b1f0 req-13b1153b-4054-49ae-ac45-db87d84c4da7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0622656 Jun 26 18:24:36.008558 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ccee32c6-22c7-4d49-9da6-ef972990b1f0 req-fef3662b-9257-445e-85c2-50d8057a55fd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311050 Jun 26 18:24:36.245298 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5c2c2-baf9-42d3-b4f5-1c6ed3f43941 req-f22bd461-3afb-49e6-865e-142243ec4bc4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:36.246750 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7bd5c2c2-baf9-42d3-b4f5-1c6ed3f43941 req-f22bd461-3afb-49e6-865e-142243ec4bc4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 946 time: 0.0615239 Jun 26 18:24:36.282368 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7bd5c2c2-baf9-42d3-b4f5-1c6ed3f43941 req-c044fcb6-2ab9-40c6-8e01-25294702cfeb tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301876 Jun 26 18:24:36.950574 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfbcf8-2514-4567-a213-ef088cbf195b req-8b2e6bb0-aa9a-4988-bc25-af07e85ad20b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:36.952085 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-becfbcf8-2514-4567-a213-ef088cbf195b req-8b2e6bb0-aa9a-4988-bc25-af07e85ad20b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0707924 Jun 26 18:24:36.972566 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-8075de79-8a76-48de-8790-8a7dcc02d489 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:36.974224 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-8075de79-8a76-48de-8790-8a7dcc02d489 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 946 time: 0.0732944 Jun 26 18:24:36.994695 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-becfbcf8-2514-4567-a213-ef088cbf195b req-66245bad-6c5d-412f-9eea-0d3438215e14 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367486 Jun 26 18:24:37.088386 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Deleting port f83d55a6-21ee-4522-a730-18ff5d9bda4d {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:24:37.088759 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:37.210805 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] For port f83d55a6-21ee-4522-a730-18ff5d9bda4d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f83d55a6-21ee-4522-a730-18ff5d9bda4d,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:37.211068 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:37.229583 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Calling delete_port for f83d55a6-21ee-4522-a730-18ff5d9bda4d owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:24:37.244793 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ee686-53bb-464b-ad5f-dc7a31efca6b req-3d07f003-6ca1-43e2-918b-a42d7b3c858b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:37.246273 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a5ee686-53bb-464b-ad5f-dc7a31efca6b req-3d07f003-6ca1-43e2-918b-a42d7b3c858b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.1067054 Jun 26 18:24:37.326277 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a5ee686-53bb-464b-ad5f-dc7a31efca6b req-724643e5-5890-4557-b0cb-d4cb00d2e815 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734694 Jun 26 18:24:37.457506 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9528e3-5147-44f4-8ad9-f3dbe96c64a7 req-89279aa8-6bed-4dfe-a3c2-acf9dfc4a391 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:37.459072 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ba9528e3-5147-44f4-8ad9-f3dbe96c64a7 req-89279aa8-6bed-4dfe-a3c2-acf9dfc4a391 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 946 time: 0.0693541 Jun 26 18:24:37.498394 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ba9528e3-5147-44f4-8ad9-f3dbe96c64a7 req-a8daaecc-79c7-4962-b0bc-3c688f285967 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Jun 26 18:24:37.527127 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:37.531224 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a314ceac-a49d-4987-bd87-2a41097f48ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:37.554922 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Pushing event deleted for resources: {'Port': ['ID=f83d55a6-21ee-4522-a730-18ff5d9bda4d,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:37.557248 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:37.564531 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa', 'f83d55a6-21ee-4522-a730-18ff5d9bda4d'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:24:37.605265 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] No DVR routers for this DVR port f83d55a6-21ee-4522-a730-18ff5d9bda4d on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:24:37.607703 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:37.609682 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b192c274-ed13-4070-959d-85ae543f2ac2 req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "DELETE /v2.0/ports/f83d55a6-21ee-4522-a730-18ff5d9bda4d HTTP/1.1" status: 204 len: 173 time: 0.6241188 Jun 26 18:24:37.610167 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452acb4-0ff2-4cd3-9e08-2672e8b70017', 'name': 'network-vif-deleted', 'tag': 'f83d55a6-21ee-4522-a730-18ff5d9bda4d'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:24:37.613024 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051aa166-c340-467b-99b2-6a58fa19cdab" -d '{"events": [{"server_uuid": "3452acb4-0ff2-4cd3-9e08-2672e8b70017", "name": "network-vif-deleted", "tag": "f83d55a6-21ee-4522-a730-18ff5d9bda4d"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:24:37.651396 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff431c76-d1be-4c04-9901-410153d431ab x-openstack-request-id: req-ff431c76-d1be-4c04-9901-410153d431ab {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:24:37.651779 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452acb4-0ff2-4cd3-9e08-2672e8b70017", "name": "network-vif-deleted", "tag": "f83d55a6-21ee-4522-a730-18ff5d9bda4d", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:24:37.652289 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff431c76-d1be-4c04-9901-410153d431ab {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:24:37.652977 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452acb4-0ff2-4cd3-9e08-2672e8b70017', 'name': 'network-vif-deleted', 'tag': 'f83d55a6-21ee-4522-a730-18ff5d9bda4d', 'status': 'completed', 'code': 200} Jun 26 18:24:38.173245 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f02d4-3652-49aa-9e3a-9299e41b3c28 req-5ab506a8-d1a2-4218-a93b-176d6b9b27ae tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:38.174770 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e38f02d4-3652-49aa-9e3a-9299e41b3c28 req-5ab506a8-d1a2-4218-a93b-176d6b9b27ae tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0627501 Jun 26 18:24:38.210669 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e38f02d4-3652-49aa-9e3a-9299e41b3c28 req-36024833-1c99-409f-a1e5-cc54fc660059 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301251 Jun 26 18:24:38.514069 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab6da-cedf-4af2-90d3-1da38f12195c req-e59cd816-52b8-4038-9aab-ae1fc6fd78f9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:38.515517 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-705ab6da-cedf-4af2-90d3-1da38f12195c req-e59cd816-52b8-4038-9aab-ae1fc6fd78f9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0625486 Jun 26 18:24:38.556437 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-705ab6da-cedf-4af2-90d3-1da38f12195c req-fa528109-e000-4204-9772-db2e3fa327af tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352778 Jun 26 18:24:38.656014 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e18e160f-8a1e-462e-ac80-afa7aad6a3fc req-24d7e898-c3dd-4749-a085-407d86f71343 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3452acb4-0ff2-4cd3-9e08-2672e8b70017 HTTP/1.1" status: 200 len: 210 time: 0.0298185 Jun 26 18:24:39.384047 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cf887-09b0-4822-b768-0a94489341ab req-6ad37830-4bf6-4a23-a4c7-13c5314900ed tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:39.385534 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-067cf887-09b0-4822-b768-0a94489341ab req-6ad37830-4bf6-4a23-a4c7-13c5314900ed tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0641115 Jun 26 18:24:39.423620 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-067cf887-09b0-4822-b768-0a94489341ab req-2b3cc7c5-5669-4024-ad06-005545dd5d1b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Jun 26 18:24:39.621281 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35078) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:39.721668 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-07533c88-95f2-4d0f-af44-a4878a36f77d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990889 Jun 26 18:24:39.739618 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5597-043e-444a-89cc-37fa01a51c6c req-1bf5d2a9-a8a6-4d65-bdaf-ba5abb51bd73 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:39.742722 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-42ba5597-043e-444a-89cc-37fa01a51c6c req-1bf5d2a9-a8a6-4d65-bdaf-ba5abb51bd73 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0701637 Jun 26 18:24:39.784949 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-42ba5597-043e-444a-89cc-37fa01a51c6c req-e0b349c9-b53f-4949-88d7-16b94f4ccc29 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378723 Jun 26 18:24:39.947734 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-daa4b188-9429-4626-9e15-defe5915164b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:40.050919 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device f83d55a6-21ee-4522-a730-18ff5d9bda4d no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:24:40.071487 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: f83d55a6-21ee-4522-a730-18ff5d9bda4d {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:24:40.071841 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device f83d55a6-21ee-4522-a730-18ff5d9bda4d not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:24:40.378900 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7322d-dd8f-431e-b882-68b78235f0a0 req-e87221fd-3a3e-4c1b-a0ee-cc4fd0982a99 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:40.382688 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-21d7322d-dd8f-431e-b882-68b78235f0a0 req-e87221fd-3a3e-4c1b-a0ee-cc4fd0982a99 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 945 time: 0.0671427 Jun 26 18:24:40.418394 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-21d7322d-dd8f-431e-b882-68b78235f0a0 req-7a461248-06f2-4264-9442-1bc48e98aa03 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Jun 26 18:24:40.581657 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371812e8-483b-49d5-b7f4-12b0ab5aeeeb req-27407896-978f-4eff-95bf-e9a1a8d0d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:40.583778 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-371812e8-483b-49d5-b7f4-12b0ab5aeeeb req-27407896-978f-4eff-95bf-e9a1a8d0d88b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1098 time: 0.0826113 Jun 26 18:24:40.634847 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d566e6c-70f9-4c18-931d-df3bcb410478 req-6012cef6-35ff-4116-93ac-d7f9710e638a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:40.636223 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3d566e6c-70f9-4c18-931d-df3bcb410478 req-6012cef6-35ff-4116-93ac-d7f9710e638a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0989947 Jun 26 18:24:40.639899 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-371812e8-483b-49d5-b7f4-12b0ab5aeeeb req-973d87e9-ded7-4b05-b875-c82000c3e1ae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492334 Jun 26 18:24:40.672754 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3d566e6c-70f9-4c18-931d-df3bcb410478 req-abbe955e-f2d9-4dd0-9b6c-daef9219afb9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Jun 26 18:24:40.962994 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f10216-3225-46ac-acf4-a9d6115c47dc req-e6300fb7-c99f-4475-89f5-ad6dfb3b6e9a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:40.964433 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-25f10216-3225-46ac-acf4-a9d6115c47dc req-e6300fb7-c99f-4475-89f5-ad6dfb3b6e9a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0646324 Jun 26 18:24:41.006219 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-25f10216-3225-46ac-acf4-a9d6115c47dc req-d278ec33-aa84-4ccc-b8af-363c4925edc4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359995 Jun 26 18:24:41.592738 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0ecb4-44e9-4c75-9877-ef05c6e37a01 req-bd04581b-f2f9-4cb6-8321-23aef82b449d tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:41.594305 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-21f0ecb4-44e9-4c75-9877-ef05c6e37a01 req-bd04581b-f2f9-4cb6-8321-23aef82b449d tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 945 time: 0.0628576 Jun 26 18:24:41.631723 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-21f0ecb4-44e9-4c75-9877-ef05c6e37a01 req-dc15f6c5-dff4-40cd-9f21-13054d29f202 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310578 Jun 26 18:24:41.846080 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695937b-0ef6-4db7-a585-885aebbdb0ff req-27b2cc31-4316-4727-9d92-4e5a96d0db91 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:41.848534 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4695937b-0ef6-4db7-a585-885aebbdb0ff req-27b2cc31-4316-4727-9d92-4e5a96d0db91 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0665398 Jun 26 18:24:41.888440 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4695937b-0ef6-4db7-a585-885aebbdb0ff req-7e58afdf-714e-4423-b663-0e9a514d4714 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Jun 26 18:24:42.178424 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:24:42.186108 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a115a-4f5a-4640-a81a-395e34c132a5 req-0fc062a6-8a3e-4155-897d-eda457ab699f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:42.187577 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3b5a115a-4f5a-4640-a81a-395e34c132a5 req-0fc062a6-8a3e-4155-897d-eda457ab699f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0648723 Jun 26 18:24:42.226654 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3b5a115a-4f5a-4640-a81a-395e34c132a5 req-837fb4a2-31bd-4120-80e1-e91f35dbee21 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321648 Jun 26 18:24:42.544250 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0e573fbd-ba4c-4e4c-9202-faa89459602f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:42.756231 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-d9707f33-f823-4897-affa-3be492be24f0 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:42.757876 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-d9707f33-f823-4897-affa-3be492be24f0 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 945 time: 0.0659983 Jun 26 18:24:42.802600 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a1671-5459-41a8-a28e-c1e651ded786 req-6cdc5086-5452-4520-9485-c37fc1ea92fd tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:42.804089 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5d1a1671-5459-41a8-a28e-c1e651ded786 req-6cdc5086-5452-4520-9485-c37fc1ea92fd tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 945 time: 0.0624099 Jun 26 18:24:42.842406 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5d1a1671-5459-41a8-a28e-c1e651ded786 req-16c56da6-e54d-4117-9889-16a4ef2aa699 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Jun 26 18:24:42.856156 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Deleting port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:24:42.856567 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:42.930987 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:42.956059 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] For port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:24:42.956446 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:42.969488 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Calling delete_port for ecfe309a-749b-4ad5-9bd5-a7b33aea82aa owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:24:43.194826 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806b25-1705-4fad-8551-9c26eb3c08ad req-3f58d7a8-38f8-4f0f-91a7-e51f7b163a13 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:43.196303 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a9806b25-1705-4fad-8551-9c26eb3c08ad req-3f58d7a8-38f8-4f0f-91a7-e51f7b163a13 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1823349 Jun 26 18:24:43.216497 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-798d9568-5f6d-44e1-b7fe-8d80719ca0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:43.217894 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-798d9568-5f6d-44e1-b7fe-8d80719ca0e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144&tenant_id=ec614dc5ca38497d9aed818d210815e9 HTTP/1.1" status: 200 len: 1097 time: 0.1921782 Jun 26 18:24:43.254730 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a9806b25-1705-4fad-8551-9c26eb3c08ad req-a313662a-90af-4aa9-8ff7-c88063cb919c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505245 Jun 26 18:24:43.326337 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:43.332441 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-51ba4db9-bf3b-4017-88c6-12f9ac9d9e3a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:43.344684 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-06633bc9-6245-4c33-947d-359bc097b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:43.346291 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-06633bc9-6245-4c33-947d-359bc097b14f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 1097 time: 0.0836649 Jun 26 18:24:43.372783 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:24:43.379865 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Pushing event deleted for resources: {'Port': ['ID=ecfe309a-749b-4ad5-9bd5-a7b33aea82aa,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:43.404694 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:43.443473 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] No DVR routers for this DVR port ecfe309a-749b-4ad5-9bd5-a7b33aea82aa on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:24:43.447757 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:43.450129 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ebb94b11-290f-48bf-a9b6-59949dfa3381 req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "DELETE /v2.0/ports/ecfe309a-749b-4ad5-9bd5-a7b33aea82aa HTTP/1.1" status: 204 len: 173 time: 0.6851037 Jun 26 18:24:43.453357 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788c463c-acd1-438f-960a-16eadabea036', 'name': 'network-vif-deleted', 'tag': 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:24:43.456318 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93b2b10-dc94-435c-9138-261bcc23f571" -d '{"events": [{"server_uuid": "788c463c-acd1-438f-960a-16eadabea036", "name": "network-vif-deleted", "tag": "ecfe309a-749b-4ad5-9bd5-a7b33aea82aa"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:24:43.476258 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7cbda-64a3-4bbd-a315-c97a69a6cadd req-52dca06f-cfbf-4417-bfa8-35af5c79e96a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:43.476258 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-adb7cbda-64a3-4bbd-a315-c97a69a6cadd req-52dca06f-cfbf-4417-bfa8-35af5c79e96a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.1109693 Jun 26 18:24:43.512823 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e21ea7-5e90-4d59-ab3c-45e7f5628954 x-openstack-request-id: req-72e21ea7-5e90-4d59-ab3c-45e7f5628954 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:24:43.513625 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788c463c-acd1-438f-960a-16eadabea036", "name": "network-vif-deleted", "tag": "ecfe309a-749b-4ad5-9bd5-a7b33aea82aa", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:24:43.514476 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72e21ea7-5e90-4d59-ab3c-45e7f5628954 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:24:43.515024 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788c463c-acd1-438f-960a-16eadabea036', 'name': 'network-vif-deleted', 'tag': 'ecfe309a-749b-4ad5-9bd5-a7b33aea82aa', 'status': 'completed', 'code': 200} Jun 26 18:24:43.521779 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-adb7cbda-64a3-4bbd-a315-c97a69a6cadd req-a01879a5-98d1-4e19-88b3-af66139532d0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472460 Jun 26 18:24:43.534561 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-cbe3ab6a-a094-404f-88ea-b3bdc464fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:43.548461 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-cbe3ab6a-a094-404f-88ea-b3bdc464fafd service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 918 time: 0.1853635 Jun 26 18:24:43.620187 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-d289ad74-3426-45bb-9339-42280c8b8107 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a5b97f-1bde-4151-9086-9153b3a34290 HTTP/1.1" status: 200 len: 1000 time: 0.0639443 Jun 26 18:24:43.665779 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:43.669400 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-09208af9-15c2-43fd-a451-72f3a10aca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:43.670539 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-09208af9-15c2-43fd-a451-72f3a10aca76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0431125 Jun 26 18:24:43.735488 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-cd898a5d-0e2b-4d6c-bac8-b61ba52ad056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:43.736973 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-cd898a5d-0e2b-4d6c-bac8-b61ba52ad056 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510128 Jun 26 18:24:43.828760 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-1defb244-1eba-4799-8f2b-44e2f6548a7a service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835888 Jun 26 18:24:43.929547 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ddf4e2f2-daac-46c4-8b94-d9f2a418025c req-b829dee0-aed6-4586-b418-6faf82ec13d1 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906262 Jun 26 18:24:44.023631 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-dced6d5c-384c-4ad3-91ae-8d9cafe333d2 req-1c1d62c8-4f4f-478d-ba9e-765336445ad1 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=788c463c-acd1-438f-960a-16eadabea036 HTTP/1.1" status: 200 len: 210 time: 0.0385385 Jun 26 18:24:44.035251 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad8efd-82fb-4f0d-9c4f-6ec4604b432a req-ef5f0d44-74e0-42d6-8392-aa5985ca2769 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:44.038435 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-89ad8efd-82fb-4f0d-9c4f-6ec4604b432a req-ef5f0d44-74e0-42d6-8392-aa5985ca2769 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0819979 Jun 26 18:24:44.079688 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-89ad8efd-82fb-4f0d-9c4f-6ec4604b432a req-754552fa-a0ef-4cb8-bb77-102a227efd4f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Jun 26 18:24:44.320042 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-36b5e8c2-37b0-4af7-b4d7-b77feb72d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:44.321800 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-36b5e8c2-37b0-4af7-b4d7-b77feb72d69b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 1098 time: 0.2973220 Jun 26 18:24:44.484350 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-d9beee96-7feb-4417-ae00-be87da8f7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:44.485830 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-d9beee96-7feb-4417-ae00-be87da8f7779 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 200 len: 919 time: 0.1284559 Jun 26 18:24:44.529440 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-26daa2dc-5926-4173-80d1-16a98debea92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95 HTTP/1.1" status: 200 len: 217 time: 0.0341525 Jun 26 18:24:44.584039 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-732b4aeb-54e8-4929-971f-6de4262db389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:44.585940 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-732b4aeb-54e8-4929-971f-6de4262db389 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 200 len: 858 time: 0.0483880 Jun 26 18:24:44.638203 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-ee51f977-a221-485a-89bc-cb3b0bf17a0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fab8e859-20b2-416f-9ec3-69a744a3fe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396435 Jun 26 18:24:44.777138 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-890f71ba-60bc-4211-aecb-ebba2c0d0e63 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284206 Jun 26 18:24:44.823448 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a29d2b-bab2-4d68-a287-c30d0cabdfac req-e87ef26a-0103-4876-a1bd-78503ab8dbbf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:44.824810 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d5a29d2b-bab2-4d68-a287-c30d0cabdfac req-e87ef26a-0103-4876-a1bd-78503ab8dbbf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.1077659 Jun 26 18:24:44.906453 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d5a29d2b-bab2-4d68-a287-c30d0cabdfac req-fecdb214-0ce1-4898-83ea-9d2c4b32ea74 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559318 Jun 26 18:24:44.938520 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3b647ba1-48b0-427a-9a78-7eddecff2918 req-510f9eb9-eb06-4e1b-98d7-7be14282a9b8 service neutron] 10.222.0.37 "GET /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491027 Jun 26 18:24:45.075217 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:45.319642 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40ea4-7c7a-46b7-b403-d4411c6dfa88 req-2303f086-6f4f-4d7c-ae2f-dbd50fc111f6 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:45.321183 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-91d40ea4-7c7a-46b7-b403-d4411c6dfa88 req-2303f086-6f4f-4d7c-ae2f-dbd50fc111f6 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0759492 Jun 26 18:24:45.370685 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-91d40ea4-7c7a-46b7-b403-d4411c6dfa88 req-1361635d-c053-46a1-b557-26a52287e9e4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Jun 26 18:24:46.064250 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ecfe309a-749b-4ad5-9bd5-a7b33aea82aa no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:24:46.092510 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae546bf-d3ff-48b5-8dcc-14a4cab2f304 req-73b406f4-e65d-46cd-9c00-2b29a1491776 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:46.093786 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: ecfe309a-749b-4ad5-9bd5-a7b33aea82aa {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:24:46.094227 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ecfe309a-749b-4ad5-9bd5-a7b33aea82aa not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:24:46.095389 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cae546bf-d3ff-48b5-8dcc-14a4cab2f304 req-73b406f4-e65d-46cd-9c00-2b29a1491776 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0671566 Jun 26 18:24:46.140406 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cae546bf-d3ff-48b5-8dcc-14a4cab2f304 req-73597652-bade-4124-ac5d-fa7bc7b91b88 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379214 Jun 26 18:24:46.288315 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-cf8962f4-d35e-4fa1-87ea-d35618eb39c6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302872246&fields=id&tenant_id=db9571ee1c43419fb3212e2c4f355337 HTTP/1.1" status: 200 len: 267 time: 0.0431526 Jun 26 18:24:46.399571 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-3ad7d86a-08ff-4f9c-bf2e-0aa2512dc2f1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:46.404848 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-3ad7d86a-08ff-4f9c-bf2e-0aa2512dc2f1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/networks?id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665 HTTP/1.1" status: 200 len: 808 time: 0.1156061 Jun 26 18:24:46.416629 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-f2ddf96f-1754-40f7-a8f7-b2b578f2a49a tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/quotas/db9571ee1c43419fb3212e2c4f355337 HTTP/1.1" status: 200 len: 375 time: 0.0101352 Jun 26 18:24:46.499393 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-42f09590-6bce-4781-8427-3549f00b9e15 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=db9571ee1c43419fb3212e2c4f355337&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772243 Jun 26 18:24:46.563419 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6704de-25ab-4332-b03e-aacdeb639fb5 req-cf5ac3fc-b367-4c43-a5e7-27ba2b403a4d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:46.565396 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ca6704de-25ab-4332-b03e-aacdeb639fb5 req-cf5ac3fc-b367-4c43-a5e7-27ba2b403a4d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0702031 Jun 26 18:24:46.611101 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-def8eae5-b1c0-47a8-b82f-7423480e525c service neutron] 10.222.0.15 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987990 Jun 26 18:24:46.613764 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ca6704de-25ab-4332-b03e-aacdeb639fb5 req-ec3ec38e-00e7-46d2-93bc-805c91d40633 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351422 Jun 26 18:24:46.723570 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-23dfd56b-98ae-43d7-a6cf-2e5fc37aaa03 service neutron] 10.222.0.15 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055269 Jun 26 18:24:46.854497 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35234) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:46.981788 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-519eb00b-b490-4163-aeae-d5f00f6f6335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:47.089146 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-519eb00b-b490-4163-aeae-d5f00f6f6335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:47.167226 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-519eb00b-b490-4163-aeae-d5f00f6f6335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:47.170453 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-8f15d7c6-792b-48d5-a016-fea250fa82e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:47.241383 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519eb00b-b490-4163-aeae-d5f00f6f6335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1324cb38-3247-4b23-bb7e-268fc6f174aa,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:47.247397 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-519eb00b-b490-4163-aeae-d5f00f6f6335 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df5246f722f444848b452525cb5d769f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914304 Jun 26 18:24:47.250009 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-519eb00b-b490-4163-aeae-d5f00f6f6335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:47.250308 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35246) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:47.299660 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2bf37-3a51-42f5-a6b1-14e63a8ee15f req-a3862629-b48a-4ab2-a885-26bcbf492f1f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:47.301461 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-79c2bf37-3a51-42f5-a6b1-14e63a8ee15f req-a3862629-b48a-4ab2-a885-26bcbf492f1f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.1026542 Jun 26 18:24:47.320637 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-08a82939-7f3d-42d7-bd27-e7ff9b79cfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:47.348586 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-79c2bf37-3a51-42f5-a6b1-14e63a8ee15f req-33f4e534-0b2c-4a75-997e-10b765cc7d72 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Jun 26 18:24:47.356674 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-08a82939-7f3d-42d7-bd27-e7ff9b79cfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:47.452089 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-08378b96-70b7-4f89-91b7-d2a12ba34c8a req-ca4dd2a6-7cde-483e-86f1-751b5f572dbb tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0365543 Jun 26 18:24:47.512363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-08a82939-7f3d-42d7-bd27-e7ff9b79cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:47.515191 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-08a82939-7f3d-42d7-bd27-e7ff9b79cfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:47.516454 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-08a82939-7f3d-42d7-bd27-e7ff9b79cfa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1324cb38-3247-4b23-bb7e-268fc6f174aa HTTP/1.1" status: 204 len: 168 time: 0.2648883 Jun 26 18:24:47.519326 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-f771c569-d893-4562-9291-98be782534ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:47.564582 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a82939-7f3d-42d7-bd27-e7ff9b79cfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1324cb38-3247-4b23-bb7e-268fc6f174aa,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:47.582635 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-08a82939-7f3d-42d7-bd27-e7ff9b79cfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:47.613851 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5a5b8-e845-4603-8c36-926a8620add5 req-6e94513c-12da-4e27-91aa-06830335dffb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:47.616133 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e6a5a5b8-e845-4603-8c36-926a8620add5 req-6e94513c-12da-4e27-91aa-06830335dffb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.1160581 Jun 26 18:24:47.660464 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e6a5a5b8-e845-4603-8c36-926a8620add5 req-35e6e54e-441c-43cd-8b65-ac828cb2e7fa tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381675 Jun 26 18:24:47.802601 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a59fa-5c6b-4e2c-8041-29cddfc0d9c1 req-8d4b0662-45c3-46f9-9b40-5834e52aad2d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:47.804229 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-084a59fa-5c6b-4e2c-8041-29cddfc0d9c1 req-8d4b0662-45c3-46f9-9b40-5834e52aad2d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0687900 Jun 26 18:24:47.853433 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-084a59fa-5c6b-4e2c-8041-29cddfc0d9c1 req-8c087f37-d6ef-41c1-bbc7-a3bdacf4168c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Jun 26 18:24:48.565883 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8d5d6-3902-432f-be85-d6628d49e913 req-e8bf61db-ae98-4dd7-b43b-a044df0d6f81 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:48.575117 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-31a8d5d6-3902-432f-be85-d6628d49e913 req-e8bf61db-ae98-4dd7-b43b-a044df0d6f81 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0935755 Jun 26 18:24:48.580104 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-36edcffd-32d1-4bb1-ade9-ae66c0f86ea2 req-599c6f60-ad45-42a6-9289-f20b210d2ce6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0553544 Jun 26 18:24:48.616494 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-31a8d5d6-3902-432f-be85-d6628d49e913 req-c33a7102-b703-474b-b072-21d936e09e06 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Jun 26 18:24:48.861352 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad8f9b-8c39-4d45-8bf7-0927d78286df req-0c84854f-dd04-41da-9f32-9961d6c4831f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:48.863523 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-49ad8f9b-8c39-4d45-8bf7-0927d78286df req-0c84854f-dd04-41da-9f32-9961d6c4831f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0724270 Jun 26 18:24:48.912985 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-49ad8f9b-8c39-4d45-8bf7-0927d78286df req-2c98943a-bdc8-458b-b485-bf754acaad3f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417116 Jun 26 18:24:49.065188 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb60e-0bca-40b2-a57d-b65ff42c0530 req-67232658-07a6-4c32-88ec-a82e7b33bc16 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:49.066754 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-009cb60e-0bca-40b2-a57d-b65ff42c0530 req-67232658-07a6-4c32-88ec-a82e7b33bc16 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0728605 Jun 26 18:24:49.110287 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-009cb60e-0bca-40b2-a57d-b65ff42c0530 req-3a8b8cb7-85a3-4f73-8ff6-a9cb9186007d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Jun 26 18:24:49.234779 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35292) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:49.332674 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1999651532-network', 'tenant_id': '4927a6fd04ef4e60a1efa900d7702130'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:49.664489 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Made reservation on behalf of 4927a6fd04ef4e60a1efa900d7702130 for: {'network': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:24:49.669044 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:49.675850 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:49.719443 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ce18ac33-18ef-4677-82a7-75ca950a16ae req-c1ec0693-4e76-450e-b43d-47b5510feb5f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jun 26 18:24:49.824427 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:49.859002 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822db1e9-3603-4ad4-addf-bc65ccc7de54 req-31061b5f-0751-47af-a7c6-ec9f18b23f23 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:49.860798 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-822db1e9-3603-4ad4-addf-bc65ccc7de54 req-31061b5f-0751-47af-a7c6-ec9f18b23f23 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0782876 Jun 26 18:24:49.875943 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:49.881512 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9d16a8a4-a835-42ea-8346-4db695a4ed2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:49.924245 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:24:49.931882 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5cb0e-5443-4216-8b95-93e38d63765f,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:49.935083 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:49.945151 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:49.945412 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.segments_db [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Added segment 72dbce18-139e-4f59-b3a5-c49413becaa4 of type vlan for network f4832307-1e58-474f-b531-92bef652c021 Jun 26 18:24:49.959997 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-822db1e9-3603-4ad4-addf-bc65ccc7de54 req-0a1f1d0d-046d-4023-8298-a4234e818a79 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801098 Jun 26 18:24:49.996992 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:50.092843 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:50.094199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:50.094786 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:50.097883 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d8426952-52dc-4e9b-a034-05b8daabd259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:50.126193 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c429-73ba-44f0-99ec-540cd52a1f0b req-0588ee06-e160-489c-84d7-6e98474cdc36 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:50.127874 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6984c429-73ba-44f0-99ec-540cd52a1f0b req-0588ee06-e160-489c-84d7-6e98474cdc36 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0728059 Jun 26 18:24:50.163028 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Pushing event updated for resources: {'Network': ['ID=f4832307-1e58-474f-b531-92bef652c021,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:50.177522 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.177899 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.178814 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.179202 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.179841 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.180338 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.180734 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.181153 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.181542 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.181896 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.182247 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.182670 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:24:50.189713 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9511223 Jun 26 18:24:50.189713 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:50.190142 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35304) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:24:50.199301 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Request body: {'subnet': {'network_id': 'f4832307-1e58-474f-b531-92bef652c021', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1999651532-subnet', 'tenant_id': '4927a6fd04ef4e60a1efa900d7702130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:50.201002 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network f4832307-1e58-474f-b531-92bef652c021 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:24:50.229039 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6984c429-73ba-44f0-99ec-540cd52a1f0b req-0a964d48-8c0d-4b18-bbfd-dcbeeb63b215 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796974 Jun 26 18:24:50.326606 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Made reservation on behalf of 4927a6fd04ef4e60a1efa900d7702130 for: {'subnet': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:24:50.329292 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065608620'] for subnet, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:50.347064 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf658e2f-c789-43da-b4bc-1249720c2f00 req-7411c7f5-5a3c-49e0-9ecf-b0a65e1d73c2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:50.349640 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cf658e2f-c789-43da-b4bc-1249720c2f00 req-7411c7f5-5a3c-49e0-9ecf-b0a65e1d73c2 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0762293 Jun 26 18:24:50.393488 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cf658e2f-c789-43da-b4bc-1249720c2f00 req-cc15ab73-3238-4968-9be7-f4bcd170af5f tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370288 Jun 26 18:24:50.585172 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069428323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065608638'] for subnet, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:50.587805 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1710b6e6-5c27-4aa6-9344-c92fbf2f57db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:50.640331 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4777da3-929f-4ac8-a481-0851a1ebae89,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:50.644005 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:50.651999 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Checking segment: {'id': '72dbce18-139e-4f59-b3a5-c49413becaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4832307-1e58-474f-b531-92bef652c021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:24:50.652352 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Network hostable DHCP agents. Network: f4832307-1e58-474f-b531-92bef652c021, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:24:50.736473 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Network f4832307-1e58-474f-b531-92bef652c021 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:24:50.805061 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, f4832307-1e58-474f-b531-92bef652c021) {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:24:50.810126 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:50.811626 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:50.815072 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea760a-32f4-4f04-8ac2-daa250348b08 None None] Network f4832307-1e58-474f-b531-92bef652c021 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:24:50.874791 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-69b32aef-202b-49ef-beb5-cd6205ffbe43 req-4dd4da94-aad2-4f48-8555-b71f673d4279 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0358791 Jun 26 18:24:50.904920 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d67bb71f-6adf-4ac1-a784-362bde0edd73 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7133732 Jun 26 18:24:50.986904 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b19d1-7591-430c-9a80-c87d38d1a7a0 None None] Network f4832307-1e58-474f-b531-92bef652c021 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:24:51.160624 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888c6e-4327-42fa-9bf8-30ba0594f6ea req-45d1ea25-cbf9-4d52-b613-f98082ad0fab tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:51.175597 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-dc888c6e-4327-42fa-9bf8-30ba0594f6ea req-45d1ea25-cbf9-4d52-b613-f98082ad0fab tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0931523 Jun 26 18:24:51.213014 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-dc888c6e-4327-42fa-9bf8-30ba0594f6ea req-d1bafca6-52ea-4a56-b9bc-8f7956655e6d tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365417 Jun 26 18:24:51.425153 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c1ba8-6832-44cb-abe5-b309330ea5a6 req-12c7845a-b588-426b-8eb0-55539f7d5b90 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:51.427333 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-745c1ba8-6832-44cb-abe5-b309330ea5a6 req-12c7845a-b588-426b-8eb0-55539f7d5b90 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0723224 Jun 26 18:24:51.477062 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-745c1ba8-6832-44cb-abe5-b309330ea5a6 req-c296a44a-d732-4636-a507-039dc3811dc3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440843 Jun 26 18:24:51.608094 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e12533-c6cc-4b71-805c-dbece1a4d30a req-fd9d7430-f688-4932-9d51-1a5e0de0fd21 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:51.609593 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d7e12533-c6cc-4b71-805c-dbece1a4d30a req-fd9d7430-f688-4932-9d51-1a5e0de0fd21 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0652790 Jun 26 18:24:51.649207 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d7e12533-c6cc-4b71-805c-dbece1a4d30a req-42721e89-08dc-4b1f-b648-e2e86bc037c5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Jun 26 18:24:52.080201 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c9b2380d-b043-46b2-897d-d7af29af2f75 req-82aadc85-a12f-4d50-bdde-85bc6875dca1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0311439 Jun 26 18:24:52.395322 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61409fd1-cbc7-4f56-96cd-e88776147ab4 req-bc94f6b4-a2cf-4c81-8e70-3699564fa33c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:52.397568 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-61409fd1-cbc7-4f56-96cd-e88776147ab4 req-bc94f6b4-a2cf-4c81-8e70-3699564fa33c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0704999 Jun 26 18:24:52.438969 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-61409fd1-cbc7-4f56-96cd-e88776147ab4 req-39d81f06-8f1f-42ec-8461-211a3690d50f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Jun 26 18:24:52.670268 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2996c7-fa88-483f-a2c3-1aeae8d373fc req-002e6092-c322-49ee-b062-90850caaf78c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:52.672176 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ea2996c7-fa88-483f-a2c3-1aeae8d373fc req-002e6092-c322-49ee-b062-90850caaf78c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0674601 Jun 26 18:24:52.721765 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ea2996c7-fa88-483f-a2c3-1aeae8d373fc req-90b62d7d-579e-4ae4-97e6-02795b019c90 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392146 Jun 26 18:24:52.837410 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7324a39-69aa-446c-bebf-80f7a2a7c64e req-ca3fcc48-8381-4c3d-9827-245147f4c02c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:52.840112 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c7324a39-69aa-446c-bebf-80f7a2a7c64e req-ca3fcc48-8381-4c3d-9827-245147f4c02c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0684731 Jun 26 18:24:52.881340 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c7324a39-69aa-446c-bebf-80f7a2a7c64e req-4c466555-0650-484b-9469-68a16faf650d tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Jun 26 18:24:53.174721 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f83d8a79-a054-4100-abbf-cf72942ed862 req-76de1782-1209-43f0-8776-b2ba859608d8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0333538 Jun 26 18:24:53.640648 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cbd55-4774-41a0-86bf-1f6e699c8cf2 req-4ca81964-617f-40d4-bd5c-0cfc7af1b3b1 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:53.642145 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b55cbd55-4774-41a0-86bf-1f6e699c8cf2 req-4ca81964-617f-40d4-bd5c-0cfc7af1b3b1 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0758836 Jun 26 18:24:53.686778 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b55cbd55-4774-41a0-86bf-1f6e699c8cf2 req-ad77963b-f35a-4560-b00f-4b5ccdf4183c tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Jun 26 18:24:53.903203 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b99a-8eff-4231-9c07-01f666040b74 req-daecf578-b635-4b62-bf9a-b1029263cc64 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:53.905848 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d785b99a-8eff-4231-9c07-01f666040b74 req-daecf578-b635-4b62-bf9a-b1029263cc64 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0623538 Jun 26 18:24:53.944739 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d785b99a-8eff-4231-9c07-01f666040b74 req-9157ca31-06fb-4800-a18b-77c80599df31 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Jun 26 18:24:54.071663 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3351a-f571-4d47-8135-21552c7c2146 req-a3940ff1-2247-47a4-9be0-0718413bf5c1 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:54.073350 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-36d3351a-f571-4d47-8135-21552c7c2146 req-a3940ff1-2247-47a4-9be0-0718413bf5c1 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0666008 Jun 26 18:24:54.122462 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-36d3351a-f571-4d47-8135-21552c7c2146 req-56d7aedb-ed57-4b05-8e9f-ed426589d280 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 Jun 26 18:24:54.324445 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-617390dc-24c7-4073-a0d6-5487968687a2 req-d28aa733-25c4-4b4c-860c-e5b7f259854b tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0285275 Jun 26 18:24:54.367257 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-16a3080c-21ff-4e03-a384-4fb9a3b782b4 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:54.368975 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-16a3080c-21ff-4e03-a384-4fb9a3b782b4 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/networks?id=f4832307-1e58-474f-b531-92bef652c021 HTTP/1.1" status: 200 len: 814 time: 0.1301303 Jun 26 18:24:54.383970 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d5a09351-0069-41a1-be0a-0fb1c0372709 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/quotas/4927a6fd04ef4e60a1efa900d7702130 HTTP/1.1" status: 200 len: 375 time: 0.0096607 Jun 26 18:24:54.417739 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-f30587d2-3e7f-42a8-8c2a-10e0838b7a1b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4927a6fd04ef4e60a1efa900d7702130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285740 Jun 26 18:24:54.512404 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-69873c0f-0af7-4ca9-8fec-0f383bd67bf8 service neutron] 10.222.0.15 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871379 Jun 26 18:24:54.612823 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-2c082fdd-6e76-495b-a16d-0d820755dea9 service neutron] 10.222.0.15 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947652 Jun 26 18:24:54.891183 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b03f7d-6b41-4c6a-bc54-d1bed8dc3e59 req-0d460d13-a6d2-45fd-bebd-6a0cc8a1baf4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:54.892772 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-81b03f7d-6b41-4c6a-bc54-d1bed8dc3e59 req-0d460d13-a6d2-45fd-bebd-6a0cc8a1baf4 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0954771 Jun 26 18:24:54.895368 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0ffb6185-8bb0-4ffc-a0d5-5d6f1338fe85 req-116b73e9-dde7-4725-ae40-6f30bf318e80 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 210 time: 0.0452402 Jun 26 18:24:54.965529 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-81b03f7d-6b41-4c6a-bc54-d1bed8dc3e59 req-7a096b84-37c0-4a84-8026-f849f52d7ea3 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628970 Jun 26 18:24:55.148783 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab052615-4c04-4f7d-b773-e1c234f60b55 req-4fb5f567-7449-4b70-994c-52f2d83eae9d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:55.150377 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ab052615-4c04-4f7d-b773-e1c234f60b55 req-4fb5f567-7449-4b70-994c-52f2d83eae9d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0709085 Jun 26 18:24:55.201549 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ab052615-4c04-4f7d-b773-e1c234f60b55 req-27d7575d-696d-4d7d-b236-98022b576122 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372324 Jun 26 18:24:55.335262 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10662f1d-0a89-49a3-9688-e66a420c6546 req-972e8b3b-de11-447a-ba78-18b8451e5456 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:55.337237 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-10662f1d-0a89-49a3-9688-e66a420c6546 req-972e8b3b-de11-447a-ba78-18b8451e5456 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0705166 Jun 26 18:24:55.381063 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-10662f1d-0a89-49a3-9688-e66a420c6546 req-f40e2f88-d337-4c16-84b7-52d1dd775fde tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379009 Jun 26 18:24:55.536669 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6021e3ee-1a45-49f5-985a-238d99242540 req-1e9ecc50-0b69-449f-a77f-3cf54c56f300 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0301125 Jun 26 18:24:55.988187 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-af06305e-2eb4-4990-8881-b689069a2f3d req-0789d2df-0881-40b3-8ffe-79ef9b2bc35f tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 210 time: 0.0331106 Jun 26 18:24:56.138590 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c0039-cdca-4f17-ab91-1c840ca8488d req-61d7f77b-e14c-43e2-bb94-2b4ebd66df55 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:56.140087 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e14c0039-cdca-4f17-ab91-1c840ca8488d req-61d7f77b-e14c-43e2-bb94-2b4ebd66df55 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0639405 Jun 26 18:24:56.178784 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e14c0039-cdca-4f17-ab91-1c840ca8488d req-23ed9204-eccf-4d9d-97e0-c4b2b92a8919 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Jun 26 18:24:56.380513 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d8887-0f6f-4c8a-8897-6da875ccf3a2 req-0b8c5028-7984-44e4-af0c-629ffb42c562 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:56.386801 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-457d8887-0f6f-4c8a-8897-6da875ccf3a2 req-0b8c5028-7984-44e4-af0c-629ffb42c562 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0625041 Jun 26 18:24:56.420057 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-457d8887-0f6f-4c8a-8897-6da875ccf3a2 req-df70ec88-9827-4f0f-ae7a-e2872b04f66e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Jun 26 18:24:56.554186 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2cde-0ff2-42a4-b3f9-015208864924 req-83b9c06a-6577-40de-ade3-dd8706a28c5c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:56.555624 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0c3f2cde-0ff2-42a4-b3f9-015208864924 req-83b9c06a-6577-40de-ade3-dd8706a28c5c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0616457 Jun 26 18:24:56.595449 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0c3f2cde-0ff2-42a4-b3f9-015208864924 req-0dac40ec-1001-462d-8611-ccdd86829a05 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Jun 26 18:24:56.681627 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-69940e92-f8d9-4565-aaa6-7afaab002eec req-cb25a49e-ab43-48cc-b7ff-7b8b98093427 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0330672 Jun 26 18:24:57.130943 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-20ef9a99-a550-4857-8af6-eb983378e80b req-9b174c5d-0510-4fe4-9986-aec6c20f4b04 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 210 time: 0.0317342 Jun 26 18:24:57.356444 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5d7b0-2f9e-4ad5-84ee-369ef0767542 req-c9aff2e2-ca61-431e-b265-46bf426a3449 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:57.357913 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8dc5d7b0-2f9e-4ad5-84ee-369ef0767542 req-c9aff2e2-ca61-431e-b265-46bf426a3449 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0680189 Jun 26 18:24:57.397274 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8dc5d7b0-2f9e-4ad5-84ee-369ef0767542 req-d77b3a5b-b6f4-458b-882e-1f48afd83c06 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Jun 26 18:24:57.596757 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5450061-6c7f-4375-8c3a-880aff720a3c req-b7201ca5-cdeb-4b56-9f2c-ce7327bf1606 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:57.598225 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f5450061-6c7f-4375-8c3a-880aff720a3c req-b7201ca5-cdeb-4b56-9f2c-ce7327bf1606 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0627534 Jun 26 18:24:57.639140 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f5450061-6c7f-4375-8c3a-880aff720a3c req-15c53192-9896-4a25-a92f-cd83d3fb02c9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351696 Jun 26 18:24:57.774548 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b37c8-e9fa-40a2-b514-81367e9136f2 req-90e9f7a9-4e70-4977-8772-0fe85251f153 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:57.776213 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5a8b37c8-e9fa-40a2-b514-81367e9136f2 req-90e9f7a9-4e70-4977-8772-0fe85251f153 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0646172 Jun 26 18:24:57.814361 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5a8b37c8-e9fa-40a2-b514-81367e9136f2 req-887a4b29-c86a-422e-bedf-0af6baa01048 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Jun 26 18:24:57.815889 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-36c60c66-dc99-4187-a8d6-16d3493af2ea req-6c6ef5cc-0b92-4cad-a000-b1fc8e5df5df tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0281277 Jun 26 18:24:58.322872 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ebb1f4a1-54ba-4c3c-979c-a53c0be00078 req-5dd40fce-a9a0-4a54-88fe-4430ee4df86b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 210 time: 0.0681431 Jun 26 18:24:58.345871 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed179e4-6ec7-4a7f-ba57-a0ea829b6d32 req-96ded475-66a8-4fa9-a701-dd1594efad87 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:58.347475 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-aed179e4-6ec7-4a7f-ba57-a0ea829b6d32 req-96ded475-66a8-4fa9-a701-dd1594efad87 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0797994 Jun 26 18:24:58.367297 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-7855bd38-ba4c-488e-b898-21c7d1588f85 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:58.368800 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-7855bd38-ba4c-488e-b898-21c7d1588f85 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.37 "GET /v2.0/networks?id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665 HTTP/1.1" status: 200 len: 808 time: 0.1539617 Jun 26 18:24:58.391370 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-aed179e4-6ec7-4a7f-ba57-a0ea829b6d32 req-0a997ab0-2bd4-43af-82a8-a9d96af6ad4e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330191 Jun 26 18:24:58.428925 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-f7fa5561-e9f3-4f03-8233-d1289f13ab77 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db9571ee1c43419fb3212e2c4f355337 HTTP/1.1" status: 200 len: 379 time: 0.0359895 Jun 26 18:24:58.438800 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Request body: {'port': {'device_id': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'admin_state_up': True, 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'security_groups': ['d63ed0b5-b0e8-4200-b691-c116798facef']}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:58.599906 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f43d7e-f8db-4eca-877f-a488d062ba6f req-6be96e9b-caab-4b5a-8ddd-04fae172749f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:58.601666 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8f43d7e-f8db-4eca-877f-a488d062ba6f req-6be96e9b-caab-4b5a-8ddd-04fae172749f tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0927572 Jun 26 18:24:58.638680 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8f43d7e-f8db-4eca-877f-a488d062ba6f req-c3e52841-8a64-456f-aa6a-b0ff99e934bb tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313363 Jun 26 18:24:58.653118 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Made reservation on behalf of db9571ee1c43419fb3212e2c4f355337 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:24:58.656773 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:58.790899 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Allocated IP 172.20.0.13 (6a83cc05-7cb2-4a43-8b85-3d8b86b65665/cd2835cb-dacc-4105-98ab-364b8be475c5/ca4c78db-f3f0-4404-835b-d0ef192e977c) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:24:58.821181 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34266568-8f02-4059-9b8d-086bbda0a4fa req-1bafbfc3-4247-40bc-aad5-c45ed0514837 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:58.822744 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-34266568-8f02-4059-9b8d-086bbda0a4fa req-1bafbfc3-4247-40bc-aad5-c45ed0514837 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.0630600 Jun 26 18:24:58.863702 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-34266568-8f02-4059-9b8d-086bbda0a4fa req-56840419-9a86-4375-99ec-92c3f5ad8ff5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347316 Jun 26 18:24:58.938423 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:58.967151 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Transition to ACTIVE for port object ca4c78db-f3f0-4404-835b-d0ef192e977c will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:24:59.012604 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-57c810e3-4f09-4ecf-b0e4-1af91a73a099 req-ef45e3d9-c49b-4582-974f-73211a63426d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0345418 Jun 26 18:24:59.051169 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede8906-be80-4000-b0dc-6ffa0fcb2ec3 req-58d13841-f77d-4402-9029-a709a61f6865 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:59.053323 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ede8906-be80-4000-b0dc-6ffa0fcb2ec3 req-58d13841-f77d-4402-9029-a709a61f6865 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0997586 Jun 26 18:24:59.090385 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ede8906-be80-4000-b0dc-6ffa0fcb2ec3 req-0cff5a34-a650-4550-8e7f-82a56dbe3931 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Jun 26 18:24:59.099940 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:59.104597 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-25dec929-0f14-4bce-ab91-67a9288a1344 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:24:59.149710 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:24:59.152933 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:24:59.157313 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:24:59.162122 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'Port': ['ID=ca4c78db-f3f0-4404-835b-d0ef192e977c,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:24:59.181782 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:24:59.266794 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:59.267416 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:59.324363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-bb810b5c-9406-49ff-bb90-1a149e5066ce tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:59.326267 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-bb810b5c-9406-49ff-bb90-1a149e5066ce tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.37 "GET /v2.0/networks?id=f4832307-1e58-474f-b531-92bef652c021 HTTP/1.1" status: 200 len: 814 time: 0.1455598 Jun 26 18:24:59.359470 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Request body: {'port': {'device_id': '0ae14150-926e-4100-b1b7-c958dafc3d47', 'network_id': 'f4832307-1e58-474f-b531-92bef652c021', 'admin_state_up': True, 'tenant_id': '4927a6fd04ef4e60a1efa900d7702130'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:59.365699 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9305699 Jun 26 18:24:59.389672 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Request body: {'port': {'device_id': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:24:59.479866 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-76ec52a8-2d74-4ddd-8445-e41d34557f57 req-60645ce9-a5d4-49c3-a987-31470f31e056 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 210 time: 0.0361488 Jun 26 18:24:59.482637 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-ed60ff09-f864-438f-b4ad-e1760ad1b85c None None] Provisioning for port ca4c78db-f3f0-4404-835b-d0ef192e977c completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:24:59.487184 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-ed60ff09-f864-438f-b4ad-e1760ad1b85c None None] Provisioning complete for port ca4c78db-f3f0-4404-835b-d0ef192e977c triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:24:59.487743 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ed60ff09-f864-438f-b4ad-e1760ad1b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:59.514530 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:59.551077 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-ed60ff09-f864-438f-b4ad-e1760ad1b85c None None] Port ca4c78db-f3f0-4404-835b-d0ef192e977c cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:24:59.775570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15796acf-daf8-4f6d-8ce5-85d202b719ae req-2a5cfd95-875d-46fa-b495-504e2edaedf9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:59.777106 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-15796acf-daf8-4f6d-8ce5-85d202b719ae req-2a5cfd95-875d-46fa-b495-504e2edaedf9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.2117145 Jun 26 18:24:59.816017 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Made reservation on behalf of 4927a6fd04ef4e60a1efa900d7702130 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:24:59.820131 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:59.824099 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbb3ad-a61a-46bf-8ba8-2b449d60c382 req-9ff7e963-24da-4783-8a76-57cba6eada0b tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:59.824099 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-42cbb3ad-a61a-46bf-8ba8-2b449d60c382 req-9ff7e963-24da-4783-8a76-57cba6eada0b tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0685306 Jun 26 18:24:59.851896 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-15796acf-daf8-4f6d-8ce5-85d202b719ae req-02276a95-9c28-4643-85d3-52c1fa6357a3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684772 Jun 26 18:24:59.862478 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-42cbb3ad-a61a-46bf-8ba8-2b449d60c382 req-017a8533-89e9-4823-b9a8-2726908ac8e2 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cdff3db-b588-4416-9e55-a9a9ffde243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338912 Jun 26 18:24:59.944201 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-6c0deb5b-3c97-446b-a5c2-28ff6efc6fbe tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:24:59.946167 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-6c0deb5b-3c97-446b-a5c2-28ff6efc6fbe tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 945 time: 0.0733714 Jun 26 18:24:59.955028 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4c78db-f3f0-4404-835b-d0ef192e977c {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:24:59.969433 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.032155 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Transition to ACTIVE for port object ca4c78db-f3f0-4404-835b-d0ef192e977c will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:25:00.053857 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Allocated IP 172.20.0.11 (f4832307-1e58-474f-b531-92bef652c021/d4777da3-929f-4ac8-a481-0851a1ebae89/738210f9-658c-46c6-bba3-382448384b1e) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:25:00.061693 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Deleting port 0fd3e8de-8e67-4e04-a147-37cd03b3127f {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:25:00.062137 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.106135 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9b814-b6a1-4ad5-a35f-1dc66be1d1e9 req-aef00150-77d0-4ca3-bff4-a0e17f9c896a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:00.107642 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-07e9b814-b6a1-4ad5-a35f-1dc66be1d1e9 req-aef00150-77d0-4ca3-bff4-a0e17f9c896a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 944 time: 0.1195269 Jun 26 18:25:00.128265 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.138682 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:00.142836 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:25:00.209702 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] For port 0fd3e8de-8e67-4e04-a147-37cd03b3127f, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0fd3e8de-8e67-4e04-a147-37cd03b3127f,segment=NetworkSegment(f0394cbf-50c0-440c-bad6-3e931027b04b),segment_id=f0394cbf-50c0-440c-bad6-3e931027b04b)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:00.210197 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.238342 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.37', 63716) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:00.248535 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Calling delete_port for 0fd3e8de-8e67-4e04-a147-37cd03b3127f owned by compute:nova {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:25:00.253014 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:00.265983 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'port_id': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'mac_address': 'fa:16:3e:6c:3b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:25:00.305544 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.320977 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a5b97f-1bde-4151-9086-9153b3a34290 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:25:00.342172 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:00.365706 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef1780-2322-4240-a8ef-b6413a696760 req-01829456-858a-4396-a4c5-8449891a9f4f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:00.367346 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-23ef1780-2322-4240-a8ef-b6413a696760 req-01829456-858a-4396-a4c5-8449891a9f4f tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 944 time: 0.2285330 Jun 26 18:25:00.441190 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185540d9-deeb-413a-a03e-c0ac4447061d req-99a05ec2-f254-4cc4-b9e8-529965aac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:00.442760 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-185540d9-deeb-413a-a03e-c0ac4447061d req-99a05ec2-f254-4cc4-b9e8-529965aac140 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 1097 time: 0.2033632 Jun 26 18:25:00.447371 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.452174 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-23ef1780-2322-4240-a8ef-b6413a696760 req-79c21014-a339-4b61-9abc-e0d9d439433e tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739489 Jun 26 18:25:00.452340 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:00.519614 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-07e9b814-b6a1-4ad5-a35f-1dc66be1d1e9 req-db26cbc6-1d9b-47e2-a9dd-fd04ee2e8d0f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4057267 Jun 26 18:25:00.537829 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Pushing event updated for resources: {'Port': ['ID=ca4c78db-f3f0-4404-835b-d0ef192e977c,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:00.565351 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:00.572180 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=9']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:00.575659 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:00.661776 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.713736 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7dca23c2-1fdf-4aaf-bbe3-1932db9bbda5 req-d94092b8-1ac6-4ff2-8953-0c2bcdb01b93 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 210 time: 0.0400422 Jun 26 18:25:00.746849 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Attempting to bind port ca4c78db-f3f0-4404-835b-d0ef192e977c on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:25:00.747342 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Attempting to bind port ca4c78db-f3f0-4404-835b-d0ef192e977c by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:25:00.747743 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Attempting to bind port ca4c78db-f3f0-4404-835b-d0ef192e977c on network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:25:00.754894 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Port ca4c78db-f3f0-4404-835b-d0ef192e977c on network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:25:00.755307 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Attempting to bind port ca4c78db-f3f0-4404-835b-d0ef192e977c on network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:25:00.761412 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:25:00.761829 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Checking segment: {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:25:00.762287 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Bound using segment: {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:25:00.762796 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Bound port: ca4c78db-f3f0-4404-835b-d0ef192e977c, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e76f50b-b60f-419c-81b4-aa651d631498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:25:00.763211 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.806578 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['a5a5b97f-1bde-4151-9086-9153b3a34290'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:00.827621 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.832620 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ba787159-b060-4063-9a24-3ec626d9fea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:00.844067 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:25:00.872252 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.888980 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:25:00.895831 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Network f4832307-1e58-474f-b531-92bef652c021 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:25:00.899094 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185540d9-deeb-413a-a03e-c0ac4447061d req-122e7ca1-a254-47fa-a1d5-adda327aedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:00.900708 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-185540d9-deeb-413a-a03e-c0ac4447061d req-122e7ca1-a254-47fa-a1d5-adda327aedaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 918 time: 0.3932538 Jun 26 18:25:00.901546 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Pushing event updated for resources: {'Port': ['ID=738210f9-658c-46c6-bba3-382448384b1e,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:00.910433 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:25:00.913315 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:00.913656 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63073eb-55b5-43bf-b69c-9d384174fba7 req-625f7fa5-39fa-4558-bff9-5ff5670feeaf tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:00.914758 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:25:00.921122 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c63073eb-55b5-43bf-b69c-9d384174fba7 req-625f7fa5-39fa-4558-bff9-5ff5670feeaf tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1540239 Jun 26 18:25:00.957614 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.960466 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-228f9424-edf5-41fd-99d8-e0843fda29fe tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:00.970225 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:00.970849 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:00.985165 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:01.000993 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:01.016328 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:01.016974 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:01.018334 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] 10.222.0.37 "PUT /v2.0/ports/ca4c78db-f3f0-4404-835b-d0ef192e977c HTTP/1.1" status: 200 len: 1094 time: 1.6329334 Jun 26 18:25:01.018830 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:01.021801 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa63c24-f877-4256-a156-8ef0391e1c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:01.065896 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Pushing event deleted for resources: {'Port': ['ID=0fd3e8de-8e67-4e04-a147-37cd03b3127f,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:01.071523 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Pushing event updated for resources: {'Port': ['ID=ca4c78db-f3f0-4404-835b-d0ef192e977c,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:01.085242 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.085242 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.085242 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.085242 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.085242 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.085242 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.085691 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:01.085793 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.085793 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.085793 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.086078 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.086561 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.086561 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:01.087318 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7324295 Jun 26 18:25:01.090175 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:01.109034 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Request body: {'port': {'device_id': '0ae14150-926e-4100-b1b7-c958dafc3d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:25:01.121007 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c63073eb-55b5-43bf-b69c-9d384174fba7 req-6653bdbf-84a7-4e18-b7cc-20f230db92c5 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990101 Jun 26 18:25:01.123691 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-185540d9-deeb-413a-a03e-c0ac4447061d req-b8958853-abb1-4659-9206-c42a25ef134c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a5b97f-1bde-4151-9086-9153b3a34290 HTTP/1.1" status: 200 len: 1001 time: 0.2006557 Jun 26 18:25:01.151882 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c143522-08b0-403e-9e4c-53b55e7b1d29 req-d5bb9f4b-eede-4ea3-84d4-a688d9d8fd80 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:01.151882 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7c143522-08b0-403e-9e4c-53b55e7b1d29 req-d5bb9f4b-eede-4ea3-84d4-a688d9d8fd80 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1196969 Jun 26 18:25:01.230291 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] No DVR routers for this DVR port 0fd3e8de-8e67-4e04-a147-37cd03b3127f on host hv-cinder-79819 {{(pid=93535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:25:01.244770 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:01.245628 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-870044b7-6f8a-47ef-bb0d-ee003ca86c3e req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.37 "DELETE /v2.0/ports/0fd3e8de-8e67-4e04-a147-37cd03b3127f HTTP/1.1" status: 204 len: 173 time: 1.2924259 Jun 26 18:25:01.246262 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb1002-2561-4049-82d6-ca2b9caa2465', 'name': 'network-vif-deleted', 'tag': '0fd3e8de-8e67-4e04-a147-37cd03b3127f'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:01.249522 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a22bc68-755d-48ca-b552-6a81bec0aede" -d '{"events": [{"server_uuid": "e9eb1002-2561-4049-82d6-ca2b9caa2465", "name": "network-vif-deleted", "tag": "0fd3e8de-8e67-4e04-a147-37cd03b3127f"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:01.271898 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185540d9-deeb-413a-a03e-c0ac4447061d req-17846a3e-838e-4abf-af33-f02cdcfb5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:01.273783 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-185540d9-deeb-413a-a03e-c0ac4447061d req-17846a3e-838e-4abf-af33-f02cdcfb5bc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.1259725 Jun 26 18:25:01.308971 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7c143522-08b0-403e-9e4c-53b55e7b1d29 req-a888d420-dcbe-4aaf-8bb9-67f7a7576c86 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585464 Jun 26 18:25:01.329059 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e112ffc5-5778-4afe-8126-2d5a44fd5523 req-8fa4c075-0516-447b-bfae-26820c9ead42 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 210 time: 0.0428350 Jun 26 18:25:01.329269 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:01.329269 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-8fef8e69-48f6-4ce3-8d78-877a6ec7d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:01.329269 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-8fef8e69-48f6-4ce3-8d78-877a6ec7d2d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db9571ee1c43419fb3212e2c4f355337&device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1097 time: 0.1606092 Jun 26 18:25:01.407156 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0bd03c-2be0-4b74-92df-d2e969af0db2 x-openstack-request-id: req-5d0bd03c-2be0-4b74-92df-d2e969af0db2 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:01.407685 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:01.408131 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d0bd03c-2be0-4b74-92df-d2e969af0db2 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:01.408728 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'status': 'completed', 'code': 200} Jun 26 18:25:01.410795 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185540d9-deeb-413a-a03e-c0ac4447061d req-e563db79-8de6-4b69-8047-a660110804b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:01.412706 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-185540d9-deeb-413a-a03e-c0ac4447061d req-e563db79-8de6-4b69-8047-a660110804b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1242044 Jun 26 18:25:01.416465 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-fb174f4b-5552-4123-9a13-cee5ed7e67fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c HTTP/1.1" status: 200 len: 217 time: 0.0504558 Jun 26 18:25:01.421362 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5d91db-9099-4b06-8c7a-9a365d5be273 x-openstack-request-id: req-9b5d91db-9099-4b06-8c7a-9a365d5be273 {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:01.421763 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eb1002-2561-4049-82d6-ca2b9caa2465", "name": "network-vif-deleted", "tag": "0fd3e8de-8e67-4e04-a147-37cd03b3127f", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:01.422145 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b5d91db-9099-4b06-8c7a-9a365d5be273 {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:01.422597 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb1002-2561-4049-82d6-ca2b9caa2465', 'name': 'network-vif-deleted', 'tag': '0fd3e8de-8e67-4e04-a147-37cd03b3127f', 'status': 'completed', 'code': 200} Jun 26 18:25:01.530960 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-77176533-58e8-4015-b236-6d791e9bcc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:01.532248 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['0fd3e8de-8e67-4e04-a147-37cd03b3127f'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:01.532444 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-77176533-58e8-4015-b236-6d791e9bcc40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd2835cb-dacc-4105-98ab-364b8be475c5 HTTP/1.1" status: 200 len: 847 time: 0.0545862 Jun 26 18:25:01.539834 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-185540d9-deeb-413a-a03e-c0ac4447061d req-5ef9857f-01e0-4bfb-aa31-bae5119cfb2a service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094220 Jun 26 18:25:01.669137 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-185540d9-deeb-413a-a03e-c0ac4447061d req-021649f7-e664-46db-9317-abb5ede6bfca service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933962 Jun 26 18:25:01.734428 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-30d065b6-0e08-4be6-a64c-adfaeaf82813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:01.735908 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-30d065b6-0e08-4be6-a64c-adfaeaf82813 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1406991 Jun 26 18:25:01.781809 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874880-1ed1-4c82-abb7-22f338bf7236 req-03b93cfc-dc11-4b7a-8249-02b6edd002f1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:01.783291 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-de874880-1ed1-4c82-abb7-22f338bf7236 req-03b93cfc-dc11-4b7a-8249-02b6edd002f1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 944 time: 0.1450260 Jun 26 18:25:01.830504 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738210f9-658c-46c6-bba3-382448384b1e {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:25:01.869643 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:01.881306 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3aa1b-9693-4eac-86db-d199ed5c989a req-c256d281-69c0-43cf-899b-4394ea6b8c5f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:01.882840 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e0f3aa1b-9693-4eac-86db-d199ed5c989a req-c256d281-69c0-43cf-899b-4394ea6b8c5f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 945 time: 0.0719864 Jun 26 18:25:01.900557 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Transition to ACTIVE for port object 738210f9-658c-46c6-bba3-382448384b1e will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:25:01.903776 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-de874880-1ed1-4c82-abb7-22f338bf7236 req-94a147a3-4062-4213-a4cf-8eb8fdcc9dda tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086831 Jun 26 18:25:01.925219 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-34c32d06-e4d7-4afd-afbd-360fe6bf92d2 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392617 Jun 26 18:25:01.940959 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e0f3aa1b-9693-4eac-86db-d199ed5c989a req-062a8033-d9bd-4fd7-b30c-ddc253e91322 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499344 Jun 26 18:25:01.997468 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:02.000915 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:02.093172 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Pushing event updated for resources: {'Port': ['ID=738210f9-658c-46c6-bba3-382448384b1e,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:02.096534 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:02.102833 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5c644117-0584-4f8f-b482-9bc6d9c7c3cd req-8b096094-0ffc-40a1-8925-f2a6f577f478 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659214 Jun 26 18:25:02.179616 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acee1b-fb19-4848-b77e-a3e667eaa33f req-93261307-8309-4e4e-bb18-c7c4a4cadfa8 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:02.180998 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d3acee1b-fb19-4848-b77e-a3e667eaa33f req-93261307-8309-4e4e-bb18-c7c4a4cadfa8 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 944 time: 0.1550496 Jun 26 18:25:02.182419 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:25:02.206110 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Attempting to bind port 738210f9-658c-46c6-bba3-382448384b1e on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:25:02.206446 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Attempting to bind port 738210f9-658c-46c6-bba3-382448384b1e by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '72dbce18-139e-4f59-b3a5-c49413becaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4832307-1e58-474f-b531-92bef652c021'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:25:02.206780 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Attempting to bind port 738210f9-658c-46c6-bba3-382448384b1e on network f4832307-1e58-474f-b531-92bef652c021 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:25:02.214430 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Port 738210f9-658c-46c6-bba3-382448384b1e on network f4832307-1e58-474f-b531-92bef652c021 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:25:02.214759 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Attempting to bind port 738210f9-658c-46c6-bba3-382448384b1e on network f4832307-1e58-474f-b531-92bef652c021 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:25:02.222606 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:25:02.222946 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Checking segment: {'id': '72dbce18-139e-4f59-b3a5-c49413becaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4832307-1e58-474f-b531-92bef652c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:25:02.223388 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Bound using segment: {'id': '72dbce18-139e-4f59-b3a5-c49413becaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4832307-1e58-474f-b531-92bef652c021'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:25:02.223786 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Bound port: 738210f9-658c-46c6-bba3-382448384b1e, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72dbce18-139e-4f59-b3a5-c49413becaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4832307-1e58-474f-b531-92bef652c021'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:25:02.224148 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:02.233956 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port a5a5b97f-1bde-4151-9086-9153b3a34290 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:25:02.240730 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:02.245800 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d3acee1b-fb19-4848-b77e-a3e667eaa33f req-53012f9c-184f-464d-af2c-b390a16f9f4b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557265 Jun 26 18:25:02.298461 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] For port 738210f9-658c-46c6-bba3-382448384b1e, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:25:02.302090 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] For port 738210f9-658c-46c6-bba3-382448384b1e, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=738210f9-658c-46c6-bba3-382448384b1e,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:25:02.320888 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:02.348910 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:02.351368 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c872fe63-fcc6-40bf-9fac-dd4ba90b958e" -d '{"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-plugged", "status": "completed", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:02.367726 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:02.382439 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-e8514a95-30a0-45dd-8a89-c252b7879202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:02.384093 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-e8514a95-30a0-45dd-8a89-c252b7879202 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db9571ee1c43419fb3212e2c4f355337&device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1097 time: 0.0769126 Jun 26 18:25:02.388482 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:02.391417 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:02.456457 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:02.457075 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:02.458545 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] 10.222.0.37 "PUT /v2.0/ports/738210f9-658c-46c6-bba3-382448384b1e HTTP/1.1" status: 200 len: 1094 time: 1.3559713 Jun 26 18:25:02.459149 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:02.460945 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0fd3e8de-8e67-4e04-a147-37cd03b3127f no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:25:02.464651 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:02.528360 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23bf96-d572-4fc3-8eec-60e111e45833 req-71e32382-a00d-4253-9ab5-5a30301e9262 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:02.534214 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-eb23bf96-d572-4fc3-8eec-60e111e45833 req-71e32382-a00d-4253-9ab5-5a30301e9262 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1015520 Jun 26 18:25:02.541349 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-48e60ba6-edec-4ead-a06e-92ea698fff8b req-cde5365a-f468-45e4-a869-2971607a3f97 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9eb1002-2561-4049-82d6-ca2b9caa2465 HTTP/1.1" status: 200 len: 210 time: 0.0531456 Jun 26 18:25:02.543516 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Pushing event updated for resources: {'Port': ['ID=738210f9-658c-46c6-bba3-382448384b1e,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:02.554243 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:02.562690 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=10']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:02.568215 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:02.578796 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 0fd3e8de-8e67-4e04-a147-37cd03b3127f {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:25:02.578796 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 0fd3e8de-8e67-4e04-a147-37cd03b3127f not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:25:02.585367 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-1350d39b-1daa-4563-86ec-a584dc541cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:02.587255 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-1350d39b-1daa-4563-86ec-a584dc541cee service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665 HTTP/1.1" status: 200 len: 909 time: 0.1934333 Jun 26 18:25:02.603914 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352e26e5-d371-452b-8d6d-a8ac4f100af5 x-openstack-request-id: req-352e26e5-d371-452b-8d6d-a8ac4f100af5 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:02.603914 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-plugged", "status": "completed", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:02.603914 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-352e26e5-d371-452b-8d6d-a8ac4f100af5 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:02.604219 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'code': 200} Jun 26 18:25:02.605834 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-eb23bf96-d572-4fc3-8eec-60e111e45833 req-fe64c338-1a8c-4e02-a9ef-652ad0531535 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683267 Jun 26 18:25:02.652378 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-d3ad1f0c-d00a-419a-976c-a1386f6826c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c HTTP/1.1" status: 200 len: 217 time: 0.0341187 Jun 26 18:25:02.751264 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-5d350885-a784-4479-8d59-52e24b223f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:02.752710 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-5d350885-a784-4479-8d59-52e24b223f32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd2835cb-dacc-4105-98ab-364b8be475c5 HTTP/1.1" status: 200 len: 847 time: 0.0779316 Jun 26 18:25:02.768321 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-f9278d9b-5490-4c80-acab-a391b442ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:02.768321 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-f9278d9b-5490-4c80-acab-a391b442ec96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4927a6fd04ef4e60a1efa900d7702130&device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 1097 time: 0.1014781 Jun 26 18:25:02.830954 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-adb6b484-b746-4ad5-bc5e-10665cc82b84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738210f9-658c-46c6-bba3-382448384b1e HTTP/1.1" status: 200 len: 217 time: 0.0370374 Jun 26 18:25:02.890196 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-572cfba0-3301-4e72-b42d-ad2e0231978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:02.891736 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-572cfba0-3301-4e72-b42d-ad2e0231978a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1273193 Jun 26 18:25:02.895220 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-b32694b5-8456-4eea-8728-9afc48174af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:02.896792 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-b32694b5-8456-4eea-8728-9afc48174af9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4777da3-929f-4ac8-a481-0851a1ebae89 HTTP/1.1" status: 200 len: 854 time: 0.0582924 Jun 26 18:25:02.948209 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-a10cfdee-5a67-443f-ac49-c54c7c8d0dbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4832307-1e58-474f-b531-92bef652c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413857 Jun 26 18:25:03.100341 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-24bf7d3f-1d4e-4bf0-8600-67ed7524b690 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009649 Jun 26 18:25:03.125555 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dd744-9a59-4f27-8b6f-ec99486b79a5 req-a43bdcf2-3331-4a0a-9d95-e053e61aa01f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:03.127057 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-420dd744-9a59-4f27-8b6f-ec99486b79a5 req-a43bdcf2-3331-4a0a-9d95-e053e61aa01f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 947 time: 0.0647757 Jun 26 18:25:03.138416 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-6e3baf62-2157-4fbe-b9e4-17f048b0cc46 service neutron] 10.222.0.37 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635461 Jun 26 18:25:03.173091 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-420dd744-9a59-4f27-8b6f-ec99486b79a5 req-67af843a-f949-45d9-9993-b0f9ec305cbc tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380111 Jun 26 18:25:03.207084 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561c143-69a1-42b1-8d7b-69cf7d4e4701 req-e8948c1e-093e-4bb9-941c-b91d012012a2 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:03.209835 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a561c143-69a1-42b1-8d7b-69cf7d4e4701 req-e8948c1e-093e-4bb9-941c-b91d012012a2 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 944 time: 0.1716218 Jun 26 18:25:03.319760 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a561c143-69a1-42b1-8d7b-69cf7d4e4701 req-5f59d598-d6c3-4113-b276-14b22c1bd6a9 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975602 Jun 26 18:25:03.337478 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2aa63c24-f877-4256-a156-8ef0391e1c0b req-7441d128-da41-4e23-89bc-6a6fa2bbd024 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116787 Jun 26 18:25:03.346636 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83b71d77-8807-4ecb-80db-47d0c1f977d8 req-e9add0ab-1cef-4368-83bf-9c0b236ebc9f service neutron] 10.222.0.37 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862574 Jun 26 18:25:03.416123 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae14150-926e-4100-b1b7-c958dafc3d47', 'tag': '738210f9-658c-46c6-bba3-382448384b1e'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:03.418505 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3884e286-51ae-49ab-841a-ca017deeedc3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae14150-926e-4100-b1b7-c958dafc3d47", "tag": "738210f9-658c-46c6-bba3-382448384b1e"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:03.430384 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35710b-4530-4b26-aa5d-7c3cc2d1828d req-efb0d2a9-d6bc-440a-afb1-9908facb3fab tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:03.436911 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ba35710b-4530-4b26-aa5d-7c3cc2d1828d req-efb0d2a9-d6bc-440a-afb1-9908facb3fab tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 944 time: 0.0696809 Jun 26 18:25:03.449258 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfc490-1e4e-4ffe-a589-8c6db2799899 req-eb3d90ca-cf79-473b-88fe-874d15399898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:03.450809 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-36cfc490-1e4e-4ffe-a589-8c6db2799899 req-eb3d90ca-cf79-473b-88fe-874d15399898 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 1100 time: 0.0602994 Jun 26 18:25:03.459833 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85721f4-5337-4244-ae9b-f21f8b692d8d x-openstack-request-id: req-b85721f4-5337-4244-ae9b-f21f8b692d8d {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:03.460152 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae14150-926e-4100-b1b7-c958dafc3d47", "tag": "738210f9-658c-46c6-bba3-382448384b1e", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:03.460469 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b85721f4-5337-4244-ae9b-f21f8b692d8d {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:03.460880 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae14150-926e-4100-b1b7-c958dafc3d47', 'tag': '738210f9-658c-46c6-bba3-382448384b1e', 'status': 'completed', 'code': 200} Jun 26 18:25:03.472494 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ba35710b-4530-4b26-aa5d-7c3cc2d1828d req-e5479ab3-1643-4022-a1f8-2b058852d540 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Jun 26 18:25:03.612601 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-36cfc490-1e4e-4ffe-a589-8c6db2799899 req-1bf6bf46-4874-427d-b9af-13ab9ed741f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585287 Jun 26 18:25:03.637212 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-37e9755e-d20e-4421-ac6e-d32bcf259120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:03.638721 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-37e9755e-d20e-4421-ac6e-d32bcf259120 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4927a6fd04ef4e60a1efa900d7702130&device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 1097 time: 0.0717423 Jun 26 18:25:03.650959 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35498) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:03.694238 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecabf0a2-7c6c-447b-936a-7ea7f06d1fa4 admin admin] Deleting subnet d37e191d-6564-4de5-ae98-6ee45de8e95a {{(pid=93534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:25:03.697300 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ecabf0a2-7c6c-447b-936a-7ea7f06d1fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:03.730268 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ecabf0a2-7c6c-447b-936a-7ea7f06d1fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1068046848'] for subnet, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:03.771797 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ecabf0a2-7c6c-447b-936a-7ea7f06d1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:03.780508 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a51ed-6f6d-432c-b22a-aabf0865b448 req-31b8dc6a-903e-4ac8-b327-25c8bc4f783c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:03.782056 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2e2a51ed-6f6d-432c-b22a-aabf0865b448 req-31b8dc6a-903e-4ac8-b327-25c8bc4f783c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0634322 Jun 26 18:25:03.822234 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2e2a51ed-6f6d-432c-b22a-aabf0865b448 req-388392f2-e82a-4af2-be6b-5ff8e7e55dec tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341465 Jun 26 18:25:03.876058 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ecabf0a2-7c6c-447b-936a-7ea7f06d1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067951234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068246259'] for subnet, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:03.878625 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4df8eb03-eb1f-4a62-a0ec-5d08bb83d438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:03.906019 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabf0a2-7c6c-447b-936a-7ea7f06d1fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37e191d-6564-4de5-ae98-6ee45de8e95a,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:03.909353 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ecabf0a2-7c6c-447b-936a-7ea7f06d1fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:03.912467 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ecabf0a2-7c6c-447b-936a-7ea7f06d1fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:03.915284 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ecabf0a2-7c6c-447b-936a-7ea7f06d1fa4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d37e191d-6564-4de5-ae98-6ee45de8e95a HTTP/1.1" status: 204 len: 168 time: 0.2628300 Jun 26 18:25:03.917395 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35504) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:04.161897 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ca4c78db-f3f0-4404-835b-d0ef192e977c details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:25:04.268407 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:04.280669 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'port_id': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'mac_address': 'fa:16:3e:ae:66:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:25:04.315860 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:04.321470 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:04.334140 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4c78db-f3f0-4404-835b-d0ef192e977c {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:25:04.354612 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:04.378153 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-3f29002a-df86-4c22-925b-d7d8ac33bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:04.379723 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-3f29002a-df86-4c22-925b-d7d8ac33bf5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4832307-1e58-474f-b531-92bef652c021 HTTP/1.1" status: 200 len: 915 time: 0.4541557 Jun 26 18:25:04.434257 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1561cf7-0271-49df-8b06-60f2624d83a8 req-a2fdf240-f54d-42dd-a04e-b040f539fffd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:04.435740 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e1561cf7-0271-49df-8b06-60f2624d83a8 req-a2fdf240-f54d-42dd-a04e-b040f539fffd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 947 time: 0.1374218 Jun 26 18:25:04.458795 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:04.460808 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:04.478061 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:04.504570 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43dfbe-077e-41d3-8852-dda95b9e1226 req-8ab857ab-1e52-4950-8bca-56f3452beba4 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:04.506917 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cb43dfbe-077e-41d3-8852-dda95b9e1226 req-8ab857ab-1e52-4950-8bca-56f3452beba4 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 944 time: 0.0745502 Jun 26 18:25:04.514494 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=ca4c78db-f3f0-4404-835b-d0ef192e977c,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:04.522806 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.523157 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.523842 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.524227 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.524531 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-a1f3d465-928f-4608-80de-96e1bb2a97b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738210f9-658c-46c6-bba3-382448384b1e HTTP/1.1" status: 200 len: 217 time: 0.0601416 Jun 26 18:25:04.524660 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.524924 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.525258 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.525736 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.526062 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.526538 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.527028 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.527354 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:04.527489 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb395c1-c8d0-42da-9d07-ada1afa819be']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:04.531743 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:04.549771 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0394cbf-50c0-440c-bad6-3e931027b04b') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:04.554606 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0394cbf-50c0-440c-bad6-3e931027b04b') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:04.555307 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cb43dfbe-077e-41d3-8852-dda95b9e1226 req-38ca7ea6-ed3c-46d2-b3d9-3f6ff1031e81 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374558 Jun 26 18:25:04.591413 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:04.606481 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e1561cf7-0271-49df-8b06-60f2624d83a8 req-4f8282e8-b122-47e7-9719-af7f33b64543 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348069 Jun 26 18:25:04.616616 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:04.619467 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-d33a144c-0a6e-46f7-b065-3be4c06d6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:04.620945 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-d33a144c-0a6e-46f7-b065-3be4c06d6e93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4777da3-929f-4ac8-a481-0851a1ebae89 HTTP/1.1" status: 200 len: 854 time: 0.0855756 Jun 26 18:25:04.625487 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:25:04.625861 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:25:04.627500 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:25:04.693693 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-d5fb2f32-8fc2-40d2-b0b7-3e3333c49bbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4832307-1e58-474f-b531-92bef652c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561099 Jun 26 18:25:04.716866 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061e80f-2162-472a-bcaa-6314ac552f14 req-6f801b36-08f0-4734-aa8a-aadb9948f75d tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:04.718360 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c061e80f-2162-472a-bcaa-6314ac552f14 req-6f801b36-08f0-4734-aa8a-aadb9948f75d tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 944 time: 0.0629830 Jun 26 18:25:04.758209 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c061e80f-2162-472a-bcaa-6314ac552f14 req-9e6c73c4-a0af-432d-b79d-1be86b67238e tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jun 26 18:25:04.773397 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:04.787950 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:04.794458 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:04.796236 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2bb395c1-c8d0-42da-9d07-ada1afa819be HTTP/1.1" status: 204 len: 168 time: 0.8779299 Jun 26 18:25:04.810620 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb395c1-c8d0-42da-9d07-ada1afa819be,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:04.813859 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-45325c91-4398-43f3-9ec2-a634890e41bb service neutron] 10.222.0.37 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064196 Jun 26 18:25:04.814614 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-1c014654-b29d-463e-8d0c-69fd4a6a3853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:04.869911 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['ca4c78db-f3f0-4404-835b-d0ef192e977c'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:04.945142 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3884e286-51ae-49ab-841a-ca017deeedc3 req-dfd9c164-e2ff-427f-b775-d5ca3541044c service neutron] 10.222.0.37 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917292 Jun 26 18:25:05.018491 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72514-9c6f-46e3-89b3-ba143011fd02 req-59173c37-e9b4-4b9a-9896-46ab98f69905 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:05.019992 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8e72514-9c6f-46e3-89b3-ba143011fd02 req-59173c37-e9b4-4b9a-9896-46ab98f69905 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0781872 Jun 26 18:25:05.072428 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b8e72514-9c6f-46e3-89b3-ba143011fd02 req-fa1a4d6e-ad7e-4c16-8be0-05fe52a4a2e5 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446980 Jun 26 18:25:05.167826 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35532) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:05.207112 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-569632aa-1bbb-42bf-b179-ea5e6b8c41c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd3741fa074447f79ac44dcca92da78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379307 Jun 26 18:25:05.209415 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35534) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:05.258625 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4b334b59-a519-45f9-89e6-aff8aca495c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:05.280166 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4b334b59-a519-45f9-89e6-aff8aca495c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:05.395247 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4b334b59-a519-45f9-89e6-aff8aca495c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:05.397965 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-4b334b59-a519-45f9-89e6-aff8aca495c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:05.399131 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-4b334b59-a519-45f9-89e6-aff8aca495c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cdff3db-b588-4416-9e55-a9a9ffde243b HTTP/1.1" status: 204 len: 168 time: 0.1887848 Jun 26 18:25:05.399976 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c1f1d087-6b5e-4350-8b27-5208cfec0da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:05.407575 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b334b59-a519-45f9-89e6-aff8aca495c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdff3db-b588-4416-9e55-a9a9ffde243b,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:05.410004 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4b334b59-a519-45f9-89e6-aff8aca495c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:05.727734 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d03018-921e-43fd-9de2-79ea909108ce req-be6d4e2e-1cf6-4210-9f23-18de0645f5d9 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:05.733061 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-65d03018-921e-43fd-9de2-79ea909108ce req-be6d4e2e-1cf6-4210-9f23-18de0645f5d9 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 945 time: 0.0682247 Jun 26 18:25:05.780884 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-65d03018-921e-43fd-9de2-79ea909108ce req-30840f09-6722-4099-90c2-2578ae7512ea tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 Jun 26 18:25:05.807402 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674ee16-7144-406b-9d08-3c3f24350be2 req-50c21553-3a27-4072-8b35-5625fe88cd7c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:05.809657 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6674ee16-7144-406b-9d08-3c3f24350be2 req-50c21553-3a27-4072-8b35-5625fe88cd7c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 947 time: 0.0795634 Jun 26 18:25:05.852919 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6674ee16-7144-406b-9d08-3c3f24350be2 req-358497dc-9c9b-4e32-9a16-33c5f39df684 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421326 Jun 26 18:25:05.960901 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480e89c-595b-4a0d-9a35-f1c3225c6b85 req-91b88bc0-f91e-4f76-9c3c-1d37015b7f54 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:05.962776 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2480e89c-595b-4a0d-9a35-f1c3225c6b85 req-91b88bc0-f91e-4f76-9c3c-1d37015b7f54 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 944 time: 0.0671465 Jun 26 18:25:06.000505 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2480e89c-595b-4a0d-9a35-f1c3225c6b85 req-34ce08b0-f466-4ceb-aa7a-1695794ce7f2 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Jun 26 18:25:06.161281 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 738210f9-658c-46c6-bba3-382448384b1e details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:25:06.168737 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ca4c78db-f3f0-4404-835b-d0ef192e977c up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:25:06.263423 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be603698-96c7-4d10-a734-419cfdcccaca req-b576fe26-811a-4239-b7b0-c6b6b7986d76 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:06.271173 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-be603698-96c7-4d10-a734-419cfdcccaca req-b576fe26-811a-4239-b7b0-c6b6b7986d76 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0818205 Jun 26 18:25:06.314246 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 738210f9-658c-46c6-bba3-382448384b1e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=738210f9-658c-46c6-bba3-382448384b1e,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:06.321556 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-be603698-96c7-4d10-a734-419cfdcccaca req-c6821599-b10c-4cf5-87d3-70703ae2f27e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492206 Jun 26 18:25:06.329132 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '738210f9-658c-46c6-bba3-382448384b1e', 'network_id': 'f4832307-1e58-474f-b531-92bef652c021', 'port_id': '738210f9-658c-46c6-bba3-382448384b1e', 'mac_address': 'fa:16:3e:cb:f2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4777da3-929f-4ac8-a481-0851a1ebae89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:25:06.361382 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port ca4c78db-f3f0-4404-835b-d0ef192e977c completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:25:06.371697 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port ca4c78db-f3f0-4404-835b-d0ef192e977c triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:25:06.372085 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:06.375686 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:06.410782 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738210f9-658c-46c6-bba3-382448384b1e {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:25:06.443755 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 738210f9-658c-46c6-bba3-382448384b1e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=738210f9-658c-46c6-bba3-382448384b1e,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:06.484664 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:06.510073 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:06.512353 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d638f38c-e756-41ab-b28d-9af1559ee4c6" -d '{"events": [{"server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "name": "network-vif-plugged", "status": "completed", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:06.517343 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:06.524984 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:06.555835 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67d2298-f633-4b07-933c-f1f620288012 x-openstack-request-id: req-b67d2298-f633-4b07-933c-f1f620288012 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:06.556144 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "name": "network-vif-plugged", "status": "completed", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:06.556404 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b67d2298-f633-4b07-933c-f1f620288012 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:06.556974 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'code': 200} Jun 26 18:25:06.560350 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:06.579220 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=738210f9-658c-46c6-bba3-382448384b1e,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:06.582648 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:06.692454 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:06.695644 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:06.745929 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=ca4c78db-f3f0-4404-835b-d0ef192e977c,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:06.749005 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:06.918043 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['738210f9-658c-46c6-bba3-382448384b1e'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:07.011880 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ac76d-faea-483c-8ea0-6b84db8fdded req-cfe11c27-41bf-47cd-9eea-ad4300ffecec tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:07.013601 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9e1ac76d-faea-483c-8ea0-6b84db8fdded req-cfe11c27-41bf-47cd-9eea-ad4300ffecec tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.1088858 Jun 26 18:25:07.050061 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c00e8e-e975-473f-b932-ba5f30190dc0 req-1b1cb6b7-3fcd-40a9-bdc3-fef019a7456b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:07.052241 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c0c00e8e-e975-473f-b932-ba5f30190dc0 req-1b1cb6b7-3fcd-40a9-bdc3-fef019a7456b tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0886993 Jun 26 18:25:07.095309 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c0c00e8e-e975-473f-b932-ba5f30190dc0 req-3c01553f-4d23-4238-8e51-417b6115c889 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Jun 26 18:25:07.098895 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9e1ac76d-faea-483c-8ea0-6b84db8fdded req-da8adb0d-646a-4c5f-bb02-c3f146327a95 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773008 Jun 26 18:25:07.133964 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1b380-6675-4e0a-88a4-6d4b8378f120 req-39ced780-177e-433e-8570-d8df42e61176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:07.136073 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-63d1b380-6675-4e0a-88a4-6d4b8378f120 req-39ced780-177e-433e-8570-d8df42e61176 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1099 time: 0.0797350 Jun 26 18:25:07.183566 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-63d1b380-6675-4e0a-88a4-6d4b8378f120 req-2d8f825b-d59a-4130-bbcc-5f875863db9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402081 Jun 26 18:25:07.281360 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418254f-6b7e-4919-bfae-c20de1040bab req-8b53e6fd-f254-4754-8385-4cee1ecc33d1 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:07.282867 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9418254f-6b7e-4919-bfae-c20de1040bab req-8b53e6fd-f254-4754-8385-4cee1ecc33d1 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 945 time: 0.0644283 Jun 26 18:25:07.289372 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195887c0-fce5-43e0-a252-f6ff2ca9ea4c req-8b97802a-6c05-4cba-b1ef-ed6f4f3aa6d7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:07.290851 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-195887c0-fce5-43e0-a252-f6ff2ca9ea4c req-8b97802a-6c05-4cba-b1ef-ed6f4f3aa6d7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 947 time: 0.0768032 Jun 26 18:25:07.326423 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9418254f-6b7e-4919-bfae-c20de1040bab req-dffea043-0f85-49d2-9019-f93e1e078587 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334489 Jun 26 18:25:07.333099 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-195887c0-fce5-43e0-a252-f6ff2ca9ea4c req-e4f00270-0556-4c1c-9317-275de01889b9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365694 Jun 26 18:25:07.497835 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d364ff-b9d1-427b-a7a2-d640a9e48825 req-2056464e-3f31-476b-8f52-bfcc312a124c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:07.499348 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c3d364ff-b9d1-427b-a7a2-d640a9e48825 req-2056464e-3f31-476b-8f52-bfcc312a124c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0665379 Jun 26 18:25:07.539982 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c3d364ff-b9d1-427b-a7a2-d640a9e48825 req-57e83bee-5fb5-4066-a12b-f5782192fd97 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348456 Jun 26 18:25:08.032432 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35632) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:08.148369 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7231002c-0b98-44b8-b683-c5ec1a03291a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.173209 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 738210f9-658c-46c6-bba3-382448384b1e up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:25:08.294452 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7231002c-0b98-44b8-b683-c5ec1a03291a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.299864 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf310-1f8f-49e6-9c6d-063d39caf2d9 req-ea1212ac-5faf-4972-ab4a-4d60651be76c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:08.301485 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-65faf310-1f8f-49e6-9c6d-063d39caf2d9 req-ea1212ac-5faf-4972-ab4a-4d60651be76c tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0706947 Jun 26 18:25:08.313972 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 738210f9-658c-46c6-bba3-382448384b1e completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:25:08.317909 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 738210f9-658c-46c6-bba3-382448384b1e triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:25:08.318975 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.328010 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e893ea-b8fc-4c80-bc4a-be34a6ae9f9e req-b67c198d-444d-4877-8519-ab2d465b04cc tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:08.329647 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-33e893ea-b8fc-4c80-bc4a-be34a6ae9f9e req-b67c198d-444d-4877-8519-ab2d465b04cc tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0875144 Jun 26 18:25:08.353789 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-65faf310-1f8f-49e6-9c6d-063d39caf2d9 req-157455b2-e292-4e7a-9ce6-0e64a42b7b14 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Jun 26 18:25:08.399063 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-33e893ea-b8fc-4c80-bc4a-be34a6ae9f9e req-4b288df3-a528-4a51-8649-afb915f194bc tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634403 Jun 26 18:25:08.399735 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7231002c-0b98-44b8-b683-c5ec1a03291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.429046 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4a4c7c1e-7407-4fdf-a433-14babbd21078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:08.433345 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-7231002c-0b98-44b8-b683-c5ec1a03291a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=001b699dec5d48b099449a743e6941f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025419 Jun 26 18:25:08.436195 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35642) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:08.477412 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231002c-0b98-44b8-b683-c5ec1a03291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb54dc45-1782-424d-ba44-55041f7e66df,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:08.482032 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7231002c-0b98-44b8-b683-c5ec1a03291a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:08.536554 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.548704 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-47e60ab3-e5f0-41d9-860d-40a505043966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.562624 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae14150-926e-4100-b1b7-c958dafc3d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738210f9-658c-46c6-bba3-382448384b1e'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:08.566051 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9b096b-721c-40a3-a1ac-9827bfb44322" -d '{"events": [{"server_uuid": "0ae14150-926e-4100-b1b7-c958dafc3d47", "name": "network-vif-plugged", "status": "completed", "tag": "738210f9-658c-46c6-bba3-382448384b1e"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:08.577673 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 738210f9-658c-46c6-bba3-382448384b1e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=738210f9-658c-46c6-bba3-382448384b1e,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:08.585554 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-47e60ab3-e5f0-41d9-860d-40a505043966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.632311 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cafc5-4eef-49e2-a2f1-c85ca943d8f5 req-433eb0a6-647f-4352-b1fb-697c44cde0ad tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:08.633753 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-926cafc5-4eef-49e2-a2f1-c85ca943d8f5 req-433eb0a6-647f-4352-b1fb-697c44cde0ad tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 945 time: 0.1197064 Jun 26 18:25:08.651484 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.655209 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:08.690669 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-926cafc5-4eef-49e2-a2f1-c85ca943d8f5 req-c59416e1-17e5-43e9-85dc-1ed2ff8f4abd tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Jun 26 18:25:08.708675 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-47e60ab3-e5f0-41d9-860d-40a505043966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.712618 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-47e60ab3-e5f0-41d9-860d-40a505043966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:08.715091 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-47e60ab3-e5f0-41d9-860d-40a505043966 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb54dc45-1782-424d-ba44-55041f7e66df HTTP/1.1" status: 204 len: 168 time: 0.2626703 Jun 26 18:25:08.717458 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-bc9ecbbb-0d85-44f7-b0cf-ca07e9a8249c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:08.733810 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e60ab3-e5f0-41d9-860d-40a505043966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb54dc45-1782-424d-ba44-55041f7e66df,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:08.735606 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-47e60ab3-e5f0-41d9-860d-40a505043966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:08.736735 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=738210f9-658c-46c6-bba3-382448384b1e,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:08.741582 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:08.752452 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11477a0-0fc6-4783-ab24-86baa1c0f260 x-openstack-request-id: req-f11477a0-0fc6-4783-ab24-86baa1c0f260 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:08.753145 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae14150-926e-4100-b1b7-c958dafc3d47", "name": "network-vif-plugged", "status": "completed", "tag": "738210f9-658c-46c6-bba3-382448384b1e", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:08.753406 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f11477a0-0fc6-4783-ab24-86baa1c0f260 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:08.753939 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae14150-926e-4100-b1b7-c958dafc3d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738210f9-658c-46c6-bba3-382448384b1e', 'code': 200} Jun 26 18:25:08.769061 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43349fa3-9161-499c-a357-6beb1222647d req-40ca961d-0d8c-4ce1-ab80-44c954d80a80 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:08.770595 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-43349fa3-9161-499c-a357-6beb1222647d req-40ca961d-0d8c-4ce1-ab80-44c954d80a80 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1006157 Jun 26 18:25:08.814936 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-43349fa3-9161-499c-a357-6beb1222647d req-38e96ab7-b576-4450-b383-9a73cce7216e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372360 Jun 26 18:25:09.251014 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e81f78-83c9-4057-bd1a-517cc72b261e req-af7f997a-5b06-4d50-9811-b3e92722788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:09.252570 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-10e81f78-83c9-4057-bd1a-517cc72b261e req-af7f997a-5b06-4d50-9811-b3e92722788e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 1099 time: 0.0520058 Jun 26 18:25:09.290099 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-10e81f78-83c9-4057-bd1a-517cc72b261e req-e185dfcc-cd47-4837-8c2e-aed4a998c876 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284247 Jun 26 18:25:09.322690 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35652) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:09.336999 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d236b55e-ef3f-4048-8bc8-2f19d3a37893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:09.420816 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d236b55e-ef3f-4048-8bc8-2f19d3a37893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:09.497295 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d236b55e-ef3f-4048-8bc8-2f19d3a37893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:09.515869 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-565095bf-44b9-4df0-8b0c-039f0e05c12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:09.559684 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d236b55e-ef3f-4048-8bc8-2f19d3a37893 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05f3c8d661214a7f92aeb1715b8c8071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358522 Jun 26 18:25:09.563260 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35658) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:09.570353 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236b55e-ef3f-4048-8bc8-2f19d3a37893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3166c5-a26a-48d9-a6af-299643b28cde,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:09.580232 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d236b55e-ef3f-4048-8bc8-2f19d3a37893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:09.614598 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb471130-d568-4812-9511-db678a0db8c3 req-ceb0eeea-2be9-4c95-a5cd-9305a744752a tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:09.616759 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cb471130-d568-4812-9511-db678a0db8c3 req-ceb0eeea-2be9-4c95-a5cd-9305a744752a tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0715566 Jun 26 18:25:09.624719 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19141743-e439-4434-a84c-69eaaab1b860 req-4439756a-1bff-4ce9-9c00-9a9ae56f7ae1 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:09.626182 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-19141743-e439-4434-a84c-69eaaab1b860 req-4439756a-1bff-4ce9-9c00-9a9ae56f7ae1 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.1394243 Jun 26 18:25:09.642192 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-436ae84f-ad35-4787-8e15-6f5a98d17a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:09.655239 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cb471130-d568-4812-9511-db678a0db8c3 req-1d13d3f0-dc3f-4d3b-a761-a71fadb934c1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325513 Jun 26 18:25:09.681267 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-436ae84f-ad35-4787-8e15-6f5a98d17a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:09.689443 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-19141743-e439-4434-a84c-69eaaab1b860 req-4bba5432-6512-4a6c-b55f-7542d7b431a0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557611 Jun 26 18:25:09.817967 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-436ae84f-ad35-4787-8e15-6f5a98d17a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:09.821300 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-436ae84f-ad35-4787-8e15-6f5a98d17a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:09.822458 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-436ae84f-ad35-4787-8e15-6f5a98d17a57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b3166c5-a26a-48d9-a6af-299643b28cde HTTP/1.1" status: 204 len: 168 time: 0.2583232 Jun 26 18:25:09.834035 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db0f5-85c6-42a6-b8d2-cdb249536397 req-9a3a2461-e9b7-465b-b5ce-d9a9f0970fdf tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:09.835953 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4b6db0f5-85c6-42a6-b8d2-cdb249536397 req-9a3a2461-e9b7-465b-b5ce-d9a9f0970fdf tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0677581 Jun 26 18:25:09.841502 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d236b55e-ef3f-4048-8bc8-2f19d3a37893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:09.851664 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ae84f-ad35-4787-8e15-6f5a98d17a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3166c5-a26a-48d9-a6af-299643b28cde,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:09.855262 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-436ae84f-ad35-4787-8e15-6f5a98d17a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:09.895531 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d979b7a-9225-4c60-8571-6147b52b3874 req-bf46478f-5ffc-4af5-9141-469cc37e339d tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:09.897302 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5d979b7a-9225-4c60-8571-6147b52b3874 req-bf46478f-5ffc-4af5-9141-469cc37e339d tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 946 time: 0.0895982 Jun 26 18:25:09.902004 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4b6db0f5-85c6-42a6-b8d2-cdb249536397 req-bb1c0205-e7f2-48ce-ac50-727cdd0e4ae5 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590682 Jun 26 18:25:09.934667 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35668) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:09.960890 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5d979b7a-9225-4c60-8571-6147b52b3874 req-9b38f5fb-e709-4841-8778-a4fdb52ac0e7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504496 Jun 26 18:25:09.972800 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-37d29bc5-5e31-4c22-9149-8d4064029fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:10.089816 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a4ff-b992-4bbb-b131-0bdf70e14b4f req-9ba23183-cff9-4a1f-afe5-7bbd3ec23663 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:10.091421 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2487a4ff-b992-4bbb-b131-0bdf70e14b4f req-9ba23183-cff9-4a1f-afe5-7bbd3ec23663 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0750988 Jun 26 18:25:10.140510 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2487a4ff-b992-4bbb-b131-0bdf70e14b4f req-c7157ab0-0cd0-441e-8eb4-692140f236cf tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406971 Jun 26 18:25:10.248376 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034f1ffa-89d0-4696-b1bf-8556e7f53373 tempest-TestShelveInstance-1867972413 tempest-TestShelveInstance-1867972413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:10.249911 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-034f1ffa-89d0-4696-b1bf-8556e7f53373 tempest-TestShelveInstance-1867972413 tempest-TestShelveInstance-1867972413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1094 time: 0.3136568 Jun 26 18:25:10.252804 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35676) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:10.257693 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Request body: {'floatingip': {'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'port_id': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:25:10.337361 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-6be0cb7e-f705-49c4-8c35-fa0abbafada9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:10.338835 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-6be0cb7e-f705-49c4-8c35-fa0abbafada9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.37 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0768373 Jun 26 18:25:10.373113 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for floatingip, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:10.499703 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Deleting port 976fcbbf-9623-44ba-be50-788f2f4ec2de {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:25:10.500043 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:10.589377 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:10.692742 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] For port 976fcbbf-9623-44ba-be50-788f2f4ec2de, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=976fcbbf-9623-44ba-be50-788f2f4ec2de,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:10.693061 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:10.719812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Calling delete_port for 976fcbbf-9623-44ba-be50-788f2f4ec2de owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:25:10.858660 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Allocated IP 172.28.1.79 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/678c1045-4b36-4d4f-9f91-016b49d389ee) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:25:10.877074 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c52681-6e88-4ae9-b7be-021d44b64aff req-b5d835a9-bb01-47aa-9ec8-e1f67ebaca46 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:10.878587 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-15c52681-6e88-4ae9-b7be-021d44b64aff req-b5d835a9-bb01-47aa-9ec8-e1f67ebaca46 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.2732282 Jun 26 18:25:10.886418 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e9b3-d113-435f-876c-2d681a931c09 req-59406b35-9d53-477a-8850-c11143c452ae tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:10.888192 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9ab5e9b3-d113-435f-876c-2d681a931c09 req-59406b35-9d53-477a-8850-c11143c452ae tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 946 time: 0.0706201 Jun 26 18:25:10.945938 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9ab5e9b3-d113-435f-876c-2d681a931c09 req-28b6864d-3331-4baf-acd0-df09d85829b8 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504487 Jun 26 18:25:11.027464 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-15c52681-6e88-4ae9-b7be-021d44b64aff req-321c88ce-1291-4465-bf09-f8484eb73808 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319094 Jun 26 18:25:11.072792 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324860eb-7c7b-494b-88ad-3d594e50421f req-ecf4335f-0a8f-4b8d-906d-ca954437e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:11.073731 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-324860eb-7c7b-494b-88ad-3d594e50421f req-ecf4335f-0a8f-4b8d-906d-ca954437e94f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 1098 time: 0.2434900 Jun 26 18:25:11.135956 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:11.148838 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e2bb-8901-4c88-a4c2-4e5e48476dfc req-33a90bde-aab7-4b08-ac36-8e6f40428891 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:11.150352 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3ae6e2bb-8901-4c88-a4c2-4e5e48476dfc req-33a90bde-aab7-4b08-ac36-8e6f40428891 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 946 time: 0.0677803 Jun 26 18:25:11.199958 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3ae6e2bb-8901-4c88-a4c2-4e5e48476dfc req-afb5e789-9302-4797-bfac-5d27abac19c3 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Jun 26 18:25:11.220251 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324860eb-7c7b-494b-88ad-3d594e50421f req-98dd3378-33b7-4151-afea-7a9e6ddfe488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:11.221729 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-324860eb-7c7b-494b-88ad-3d594e50421f req-98dd3378-33b7-4151-afea-7a9e6ddfe488 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 200 len: 912 time: 0.1381819 Jun 26 18:25:11.271547 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:11.277324 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-f85979ee-181c-434b-b8bf-eb8c5c4e376e tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:11.310935 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Pushing event deleted for resources: {'Port': ['ID=976fcbbf-9623-44ba-be50-788f2f4ec2de,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:11.316023 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:11.320060 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['8eb82811-f5ca-4f29-b8b9-77c3af89df95', '976fcbbf-9623-44ba-be50-788f2f4ec2de'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:11.347144 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:11.350418 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-324860eb-7c7b-494b-88ad-3d594e50421f req-acc8796b-0b6a-4144-ad35-8defe16a2a76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93 HTTP/1.1" status: 200 len: 1001 time: 0.1218355 Jun 26 18:25:11.353776 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-54617bb2-e187-46ef-9948-9ae4923c4220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:11.378708 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] No DVR routers for this DVR port 976fcbbf-9623-44ba-be50-788f2f4ec2de on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:25:11.405833 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:11.407692 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-05a9a2c6-f35a-4d22-ba97-4de0bf83b443 req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.37 "DELETE /v2.0/ports/976fcbbf-9623-44ba-be50-788f2f4ec2de HTTP/1.1" status: 204 len: 173 time: 1.0630987 Jun 26 18:25:11.408361 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341f86ab-6636-444d-8fe0-6469500d41bc', 'name': 'network-vif-deleted', 'tag': '976fcbbf-9623-44ba-be50-788f2f4ec2de'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:11.410664 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881eb7bc-9dce-4ca5-b682-09470643bf7b" -d '{"events": [{"server_uuid": "341f86ab-6636-444d-8fe0-6469500d41bc", "name": "network-vif-deleted", "tag": "976fcbbf-9623-44ba-be50-788f2f4ec2de"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:11.455914 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:25:11.466289 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:25:11.470335 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe623d9-d397-4850-94c8-07e6f1e224f0 x-openstack-request-id: req-3fe623d9-d397-4850-94c8-07e6f1e224f0 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:11.470654 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341f86ab-6636-444d-8fe0-6469500d41bc", "name": "network-vif-deleted", "tag": "976fcbbf-9623-44ba-be50-788f2f4ec2de", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:11.470942 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fe623d9-d397-4850-94c8-07e6f1e224f0 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:11.471477 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341f86ab-6636-444d-8fe0-6469500d41bc', 'name': 'network-vif-deleted', 'tag': '976fcbbf-9623-44ba-be50-788f2f4ec2de', 'status': 'completed', 'code': 200} Jun 26 18:25:11.475261 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:25:11.486172 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'Port': ['ID=678c1045-4b36-4d4f-9f91-016b49d389ee,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:11.486172 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324860eb-7c7b-494b-88ad-3d594e50421f req-951fce9b-4e6a-48e0-bbfb-f8326e3a29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:11.486172 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-324860eb-7c7b-494b-88ad-3d594e50421f req-951fce9b-4e6a-48e0-bbfb-f8326e3a29bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=823fea05-cbcf-425a-bf65-2840733ad5dd HTTP/1.1" status: 200 len: 850 time: 0.1097341 Jun 26 18:25:11.505840 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:11.629361 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324860eb-7c7b-494b-88ad-3d594e50421f req-1d0394f5-4585-456a-95aa-b01455cf2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:11.630959 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-324860eb-7c7b-494b-88ad-3d594e50421f req-1d0394f5-4585-456a-95aa-b01455cf2a43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11f186de-3c3d-410e-962a-ea1d4732274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1208739 Jun 26 18:25:11.828306 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-324860eb-7c7b-494b-88ad-3d594e50421f req-6efb4b5e-431c-424a-ae3f-72163baec157 service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422281 Jun 26 18:25:12.157571 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d706b183-0a0e-4ea9-bd9e-f20d5cc12364 req-7b24d9de-3b3a-48dd-89f6-99470a445e53 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 210 time: 0.0509920 Jun 26 18:25:12.326711 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-324860eb-7c7b-494b-88ad-3d594e50421f req-2bee13a8-e6bb-47f4-b815-2cd8ba9ab6c9 service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549823 Jun 26 18:25:12.397569 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:12.409517 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7472a-b582-4bf0-871f-3a30bb34b3ee req-aa489d2f-b0dd-4c52-bd9c-33ab0daaaa7b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:12.425922 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-71c7472a-b582-4bf0-871f-3a30bb34b3ee req-aa489d2f-b0dd-4c52-bd9c-33ab0daaaa7b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1988893 Jun 26 18:25:12.497688 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-71c7472a-b582-4bf0-871f-3a30bb34b3ee req-1163b848-8a4c-46ac-a590-37e1a8ca8310 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708787 Jun 26 18:25:12.542662 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3289d319-140f-4563-be1d-f05f41f5201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:12.638617 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:12.816039 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:12.903734 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:12.906089 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-42424452-966b-451e-83e3-e84ebb06d8c7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:12.932350 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:13.020114 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event updated for resources: {'Port': ['ID=678c1045-4b36-4d4f-9f91-016b49d389ee,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:13.031225 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:13.032472 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:13.146363 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.l3_db [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Floating IP 2b9caf7c-6fe0-410f-88dc-d41e0bbad94c associated. External IP: 172.28.1.79, port: ca4c78db-f3f0-4404-835b-d0ef192e977c. Jun 26 18:25:13.348201 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f546caf1-f932-4787-bc67-5f72021a8171 req-81070393-90f5-4702-8102-c2d432d96005 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=341f86ab-6636-444d-8fe0-6469500d41bc HTTP/1.1" status: 200 len: 210 time: 0.0440602 Jun 26 18:25:13.407180 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Router 44870a65-384c-4196-bb91-3140474553e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:25:13.515017 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:25:13.526517 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] Sync routers for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:25:13.537682 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:25:13.538508 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:25:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:13.655873 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:25:13.694695 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcaa7d-e66e-436f-9a20-545aebfa5459 req-2539915e-228f-4fde-84b8-777835c97e7c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:13.697027 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ebdcaa7d-e66e-436f-9a20-545aebfa5459 req-2539915e-228f-4fde-84b8-777835c97e7c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0820723 Jun 26 18:25:13.697965 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:13.710546 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:13.758137 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5043094 Jun 26 18:25:13.761082 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:13.763374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc3b0b2-1747-4217-b2c1-a9bc86942110" -d '{"events": [{"name": "network-changed", "server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:13.777499 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ebdcaa7d-e66e-436f-9a20-545aebfa5459 req-2524a092-eb8d-4527-904f-1e803fb08539 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586255 Jun 26 18:25:13.812295 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78596b67-165c-44b0-87c6-34a31282f0c1 x-openstack-request-id: req-78596b67-165c-44b0-87c6-34a31282f0c1 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:13.812652 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:13.812934 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78596b67-165c-44b0-87c6-34a31282f0c1 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:13.813359 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'status': 'completed', 'code': 200} Jun 26 18:25:13.861232 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35826) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:13.918177 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '2b9caf7c-6fe0-410f-88dc-d41e0bbad94c', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '44870a65-384c-4196-bb91-3140474553e3', 'port_id': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'mac_address': 'fa:16:3e:ae:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:25:11Z', 'updated_at': '2021-06-26T18:25:11Z', 'revision_number': 0, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b069823b-ea75-4d25-8bee-2ed1948f86f8', 'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'mac_address': 'fa:16:3e:d5:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:54Z', 'updated_at': '2021-06-26T18:24:02Z', 'revision_number': 5, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'subnets': [{'id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:13.942857 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-eb60af8a-aaf6-43fa-8e78-79648abc449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:13.944626 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] Checking router: 44870a65-384c-4196-bb91-3140474553e3 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:25:13.945321 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-eb60af8a-aaf6-43fa-8e78-79648abc449f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db9571ee1c43419fb3212e2c4f355337&device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1099 time: 0.0684130 Jun 26 18:25:13.952980 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:25:13.953536 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:25:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:13.986887 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d52a-b3c7-403c-b56f-cab79cde95a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:14.040308 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-62102682-e301-4efd-a2c8-7def84b3cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:14.041889 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-62102682-e301-4efd-a2c8-7def84b3cd39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665 HTTP/1.1" status: 200 len: 909 time: 0.0880399 Jun 26 18:25:14.060948 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:25:14.082004 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d52a-b3c7-403c-b56f-cab79cde95a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:14.112116 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-31a8a9f0-69ec-4dc6-a5ae-1bc83b2fc19f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c HTTP/1.1" status: 200 len: 999 time: 0.0627124 Jun 26 18:25:14.160344 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-2717542a-869d-4dac-adef-d73a108ce39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:14.162687 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-2717542a-869d-4dac-adef-d73a108ce39d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd2835cb-dacc-4105-98ab-364b8be475c5 HTTP/1.1" status: 200 len: 847 time: 0.0434701 Jun 26 18:25:14.165176 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d52a-b3c7-403c-b56f-cab79cde95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:14.169038 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4b492c4e-b7d9-48fc-8303-3f5947153f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:14.182015 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 976fcbbf-9623-44ba-be50-788f2f4ec2de no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:25:14.219826 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 976fcbbf-9623-44ba-be50-788f2f4ec2de {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:25:14.220496 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 976fcbbf-9623-44ba-be50-788f2f4ec2de not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:25:14.225741 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-00bac9fd-5476-412e-acc6-746a5b3f7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:14.227226 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-00bac9fd-5476-412e-acc6-746a5b3f7f19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560555 Jun 26 18:25:14.240606 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-4fb6d52a-b3c7-403c-b56f-cab79cde95a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4601a92551094bc185bcef4424ef20e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727400 Jun 26 18:25:14.240606 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6d52a-b3c7-403c-b56f-cab79cde95a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01197f79-9af3-4233-b7e6-5d09c1ae5056,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:14.240918 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35832) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:14.241035 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4fb6d52a-b3c7-403c-b56f-cab79cde95a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:14.308485 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '2b9caf7c-6fe0-410f-88dc-d41e0bbad94c', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '44870a65-384c-4196-bb91-3140474553e3', 'port_id': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'mac_address': 'fa:16:3e:ae:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:25:11Z', 'updated_at': '2021-06-26T18:25:11Z', 'revision_number': 0, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b069823b-ea75-4d25-8bee-2ed1948f86f8', 'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'mac_address': 'fa:16:3e:d5:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:54Z', 'updated_at': '2021-06-26T18:24:02Z', 'revision_number': 5, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'subnets': [{'id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:14.339567 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bca0b5-6c26-4965-8490-b3a7543abb5b None None] The sync data for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb is: [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '2b9caf7c-6fe0-410f-88dc-d41e0bbad94c', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '44870a65-384c-4196-bb91-3140474553e3', 'port_id': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'mac_address': 'fa:16:3e:ae:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:25:11Z', 'updated_at': '2021-06-26T18:25:11Z', 'revision_number': 0, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b069823b-ea75-4d25-8bee-2ed1948f86f8', 'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'mac_address': 'fa:16:3e:d5:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:54Z', 'updated_at': '2021-06-26T18:24:02Z', 'revision_number': 5, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'subnets': [{'id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:25:14.358971 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9eb55cfa-084d-498d-93b6-cd5601691ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:14.385716 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-b3383641-bff9-49aa-97d4-e8d34e0b2525 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405904 Jun 26 18:25:14.394725 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9eb55cfa-084d-498d-93b6-cd5601691ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:14.516382 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4dc3b0b2-1747-4217-b2c1-a9bc86942110 req-9edd944b-9f3f-458f-a3f0-e87da4ae7ec1 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142075 Jun 26 18:25:14.577106 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9eb55cfa-084d-498d-93b6-cd5601691ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:14.580067 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-9eb55cfa-084d-498d-93b6-cd5601691ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:14.583810 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47fe14-91c3-4a51-b672-9ef25558417f None None] New status for floating IP 2b9caf7c-6fe0-410f-88dc-d41e0bbad94c: ACTIVE {{(pid=93536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:25:14.589687 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-9eb55cfa-084d-498d-93b6-cd5601691ca3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01197f79-9af3-4233-b7e6-5d09c1ae5056 HTTP/1.1" status: 204 len: 168 time: 0.3451653 Jun 26 18:25:14.590583 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b9e5d260-2d24-4e17-ae6e-19be9b6854a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:14.598520 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb55cfa-084d-498d-93b6-cd5601691ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01197f79-9af3-4233-b7e6-5d09c1ae5056,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:14.602677 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9eb55cfa-084d-498d-93b6-cd5601691ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:15.011466 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d5852-ce5e-4a52-a80b-129977f90e3b req-a6e6d0b0-130b-4a60-b515-7a948ff8c601 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:15.012983 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6b2d5852-ce5e-4a52-a80b-129977f90e3b req-a6e6d0b0-130b-4a60-b515-7a948ff8c601 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0665669 Jun 26 18:25:15.051678 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6b2d5852-ce5e-4a52-a80b-129977f90e3b req-5863ed94-81cf-4f3b-8887-d40eb1f82960 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330107 Jun 26 18:25:15.080893 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:15.253872 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35844) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:15.268694 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e844eb18-c050-411b-8cb1-c3bde349c209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:15.362312 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e844eb18-c050-411b-8cb1-c3bde349c209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:15.435212 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e844eb18-c050-411b-8cb1-c3bde349c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:15.437940 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9eb55cfa-084d-498d-93b6-cd5601691ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:15.478594 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-e844eb18-c050-411b-8cb1-c3bde349c209 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=302c9ee2338b4e7e9e13294ab2523fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227328 Jun 26 18:25:15.479517 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844eb18-c050-411b-8cb1-c3bde349c209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cafa32-eb19-493a-b154-729219f76bbc,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:15.481538 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35848) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:15.482426 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e844eb18-c050-411b-8cb1-c3bde349c209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:15.533204 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7d196b1c-d84f-4fbc-a531-ebca6509301e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:15.556637 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7d196b1c-d84f-4fbc-a531-ebca6509301e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:15.675121 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7d196b1c-d84f-4fbc-a531-ebca6509301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:15.678241 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7d196b1c-d84f-4fbc-a531-ebca6509301e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:15.682708 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-7d196b1c-d84f-4fbc-a531-ebca6509301e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4cafa32-eb19-493a-b154-729219f76bbc HTTP/1.1" status: 204 len: 168 time: 0.1999757 Jun 26 18:25:15.683537 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-869ada54-8b44-4ef5-a0ab-e5c14690786d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:15.691545 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d196b1c-d84f-4fbc-a531-ebca6509301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cafa32-eb19-493a-b154-729219f76bbc,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:15.694643 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7d196b1c-d84f-4fbc-a531-ebca6509301e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:16.232216 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec768923-5723-409e-acc1-c470e1971c25 req-e1c011fe-e629-47df-bde4-27f86be4c01a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:16.233708 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ec768923-5723-409e-acc1-c470e1971c25 req-e1c011fe-e629-47df-bde4-27f86be4c01a tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0646718 Jun 26 18:25:16.272655 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ec768923-5723-409e-acc1-c470e1971c25 req-0ebaea10-0b62-465c-acee-49a81a7cfbc6 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328274 Jun 26 18:25:16.653227 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35874) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:16.748553 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-141477659-network', 'tenant_id': '9f1d9f0302af4b2484974119ce72f2ed'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:25:16.841003 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Made reservation on behalf of 9f1d9f0302af4b2484974119ce72f2ed for: {'network': 1} {{(pid=93535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:25:16.843327 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:16.851854 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:16.939476 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:16.988853 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:16.992113 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-0400eda9-e095-49b3-aec4-47f2bd6ba3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:17.016146 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:25:17.022717 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc1776-85e5-4a53-8d6d-1cfebd452e82,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:17.026244 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:17.028940 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:17.029279 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.segments_db [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Added segment fc940d99-eace-4d05-ab1d-68a263da6ba9 of type vlan for network 1581b946-07d0-41da-84c4-ed5518fd490b Jun 26 18:25:17.070818 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:17.154951 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:17.156298 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:17.156912 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:17.159216 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-824fa918-3881-4a59-bb1c-b7f06d69391d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:17.216701 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Pushing event updated for resources: {'Network': ['ID=1581b946-07d0-41da-84c4-ed5518fd490b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:17.219364 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:17.226462 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 1581b946-07d0-41da-84c4-ed5518fd490b details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:25:17.235577 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5812709 Jun 26 18:25:17.238574 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35878) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:17.244543 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Request body: {'subnet': {'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-141477659-subnet', 'tenant_id': '9f1d9f0302af4b2484974119ce72f2ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:25:17.326378 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Made reservation on behalf of 9f1d9f0302af4b2484974119ce72f2ed for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:25:17.328988 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068245522'] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:17.508654 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75609b-0b64-4b6d-b01b-b9aab447a990 req-743f2fe1-d604-4285-9138-5e3070f68acb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:17.510291 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ed75609b-0b64-4b6d-b01b-b9aab447a990 req-743f2fe1-d604-4285-9138-5e3070f68acb tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.1181803 Jun 26 18:25:17.575650 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ed75609b-0b64-4b6d-b01b-b9aab447a990 req-59a018ec-710d-403e-a6b0-56df23db8296 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462544 Jun 26 18:25:17.629781 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067951301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068245504'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:17.632383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:17.685298 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a6c975-9c92-4f01-8f97-6b620f22ed5f,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:17.688747 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:17.695649 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Checking segment: {'id': 'fc940d99-eace-4d05-ab1d-68a263da6ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:25:17.696011 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Network hostable DHCP agents. Network: 1581b946-07d0-41da-84c4-ed5518fd490b, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:25:17.801104 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Network 1581b946-07d0-41da-84c4-ed5518fd490b is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:25:17.886831 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 1581b946-07d0-41da-84c4-ed5518fd490b) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:25:17.891065 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:17.891650 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:17.897028 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d45de49-f219-4e2d-913e-8c48faf5a755 None None] Network 1581b946-07d0-41da-84c4-ed5518fd490b requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:25:17.979111 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-55b09143-a9b0-49e5-bf3b-a56359949764 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7392864 Jun 26 18:25:18.016919 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afeee08-6900-4eb4-af9d-db248c6673e1 None None] Network 1581b946-07d0-41da-84c4-ed5518fd490b requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:25:18.754575 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d35daa-a821-4976-97a2-d7b541cad325 req-eeb9c018-0344-4aef-b756-53b766d07988 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:18.756155 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c3d35daa-a821-4976-97a2-d7b541cad325 req-eeb9c018-0344-4aef-b756-53b766d07988 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0665102 Jun 26 18:25:18.794686 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c3d35daa-a821-4976-97a2-d7b541cad325 req-c56a9e72-d176-45fc-8925-e524d5fa468e tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325170 Jun 26 18:25:19.176512 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:25:19.976057 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cdd09-224e-417b-b44a-af692b1f13b6 req-8e610f40-4b02-4d39-830d-265692288448 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:19.977555 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-876cdd09-224e-417b-b44a-af692b1f13b6 req-8e610f40-4b02-4d39-830d-265692288448 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0629909 Jun 26 18:25:19.986729 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34912-cb3d-4355-a728-831b50d52807 req-a65c3225-e8e3-4e27-83a1-ed06e9f5c503 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:19.988295 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-a65c3225-e8e3-4e27-83a1-ed06e9f5c503 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/networks?id=1581b946-07d0-41da-84c4-ed5518fd490b HTTP/1.1" status: 200 len: 808 time: 0.1050627 Jun 26 18:25:20.005260 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-04feb303-3dfc-4d1c-bc6f-90b6c4431c27 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/quotas/9f1d9f0302af4b2484974119ce72f2ed HTTP/1.1" status: 200 len: 375 time: 0.0091352 Jun 26 18:25:20.016016 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-876cdd09-224e-417b-b44a-af692b1f13b6 req-9f137ba0-46bf-44f8-92c1-7725b6760ba0 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327318 Jun 26 18:25:20.038534 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-b4d49f84-1aac-40b5-88d6-2a0f2156e8f2 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f1d9f0302af4b2484974119ce72f2ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274649 Jun 26 18:25:20.130541 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-041466a7-faba-4063-bccb-17a0ea7a9006 service neutron] 10.222.0.15 "GET /v2.0/networks/1581b946-07d0-41da-84c4-ed5518fd490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851862 Jun 26 18:25:20.217451 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-bfcecedd-28fa-4b8e-8d5c-75894100df36 service neutron] 10.222.0.15 "GET /v2.0/networks/1581b946-07d0-41da-84c4-ed5518fd490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811987 Jun 26 18:25:20.478937 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-196a7d6c-7592-4066-b8bb-7d3b5aae0047 req-ea9e8dbf-c0f0-4dea-b73c-d02080e2b373 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 210 time: 0.0287154 Jun 26 18:25:21.197047 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec89a0-bb13-4eb2-b97d-3dbe45fe1377 req-c9c57061-0401-4503-b1dc-8cf19c4652e7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:21.198680 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-22ec89a0-bb13-4eb2-b97d-3dbe45fe1377 req-c9c57061-0401-4503-b1dc-8cf19c4652e7 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0705948 Jun 26 18:25:21.236459 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-22ec89a0-bb13-4eb2-b97d-3dbe45fe1377 req-ee939ab5-686f-427a-b42a-9a89b7b1ad72 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc96d6cc-b73d-49a0-9b39-2532881bd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Jun 26 18:25:21.628125 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2cf07305-26e9-4652-8700-1604e317dadc req-d9689743-a9d5-47c4-8f0d-64beff32d548 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 210 time: 0.0316610 Jun 26 18:25:21.640900 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-757eb6c6-620d-41ca-90ab-e4bedd47be37 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:21.644231 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-757eb6c6-620d-41ca-90ab-e4bedd47be37 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 945 time: 0.0694802 Jun 26 18:25:21.746629 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Deleting port 8eb82811-f5ca-4f29-b8b9-77c3af89df95 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:25:21.747031 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:21.837865 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] For port 8eb82811-f5ca-4f29-b8b9-77c3af89df95, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8eb82811-f5ca-4f29-b8b9-77c3af89df95,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:21.838231 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:21.852008 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Calling delete_port for 8eb82811-f5ca-4f29-b8b9-77c3af89df95 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:25:22.034981 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:22.038957 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:22.062003 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Pushing event deleted for resources: {'Port': ['ID=8eb82811-f5ca-4f29-b8b9-77c3af89df95,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:22.065774 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:22.076695 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['8eb82811-f5ca-4f29-b8b9-77c3af89df95'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:22.110996 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] No DVR routers for this DVR port 8eb82811-f5ca-4f29-b8b9-77c3af89df95 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:25:22.113189 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:22.115118 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4cbd4919-39d3-4258-b591-0d7dc43d1308 req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.37 "DELETE /v2.0/ports/8eb82811-f5ca-4f29-b8b9-77c3af89df95 HTTP/1.1" status: 204 len: 173 time: 0.4624932 Jun 26 18:25:22.115741 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f786c0f-bd58-45a8-8e15-4b1f0f368aee', 'name': 'network-vif-deleted', 'tag': '8eb82811-f5ca-4f29-b8b9-77c3af89df95'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:22.118296 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ce29e-c05c-47cd-a96a-8ca2473d5587" -d '{"events": [{"server_uuid": "4f786c0f-bd58-45a8-8e15-4b1f0f368aee", "name": "network-vif-deleted", "tag": "8eb82811-f5ca-4f29-b8b9-77c3af89df95"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:22.154470 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0189c0-bf50-46f0-886e-6d8be2b45314 x-openstack-request-id: req-8a0189c0-bf50-46f0-886e-6d8be2b45314 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:22.154797 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f786c0f-bd58-45a8-8e15-4b1f0f368aee", "name": "network-vif-deleted", "tag": "8eb82811-f5ca-4f29-b8b9-77c3af89df95", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:22.155079 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a0189c0-bf50-46f0-886e-6d8be2b45314 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:22.155529 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f786c0f-bd58-45a8-8e15-4b1f0f368aee', 'name': 'network-vif-deleted', 'tag': '8eb82811-f5ca-4f29-b8b9-77c3af89df95', 'status': 'completed', 'code': 200} Jun 26 18:25:22.379452 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4ea9ce77-3619-4e14-9c87-613456d051eb req-931ae920-ea93-4dd5-b391-b88ec1186d41 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 210 time: 0.0283704 Jun 26 18:25:23.039275 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-fc869fb8-5471-4575-ab33-e5f9862c13a9 req-e6e69bdd-96ef-46d8-b75e-7763e4b15a68 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 210 time: 0.2925103 Jun 26 18:25:23.140554 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34912-cb3d-4355-a728-831b50d52807 req-4944c53e-4e58-4a4c-ba98-9115e8fe5d30 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:23.142404 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-4944c53e-4e58-4a4c-ba98-9115e8fe5d30 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.37 "GET /v2.0/networks?id=1581b946-07d0-41da-84c4-ed5518fd490b HTTP/1.1" status: 200 len: 808 time: 0.1062346 Jun 26 18:25:23.174790 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Request body: {'port': {'device_id': 'e45ad7cb-b524-424d-9800-b0ab4a2f23d2', 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b', 'admin_state_up': True, 'tenant_id': '9f1d9f0302af4b2484974119ce72f2ed'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:25:23.376857 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Made reservation on behalf of 9f1d9f0302af4b2484974119ce72f2ed for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:25:23.380649 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:23.520267 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Allocated IP 172.20.0.4 (1581b946-07d0-41da-84c4-ed5518fd490b/45a6c975-9c92-4f01-8f97-6b620f22ed5f/eb6a8f12-9cab-4522-aefb-d361337956bd) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:25:23.553644 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-82673d65-bb16-4a2e-ac87-80d0d183460c req-52444fbf-25af-4037-9482-47f4a28abfb9 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f786c0f-bd58-45a8-8e15-4b1f0f368aee HTTP/1.1" status: 200 len: 210 time: 0.0285220 Jun 26 18:25:23.669700 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:23.777348 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:23.781864 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4ebee015-abc1-4eea-a7a1-732f84b468c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:23.823152 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Network 1581b946-07d0-41da-84c4-ed5518fd490b is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:25:23.826338 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:25:23.832119 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:25:23.863930 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Pushing event updated for resources: {'Port': ['ID=eb6a8f12-9cab-4522-aefb-d361337956bd,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:23.868998 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:23.888498 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:23.889107 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:23.961378 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7905948 Jun 26 18:25:23.983718 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Request body: {'port': {'device_id': 'e45ad7cb-b524-424d-9800-b0ab4a2f23d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:25:24.055481 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:24.260576 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 8eb82811-f5ca-4f29-b8b9-77c3af89df95 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:25:24.281107 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 8eb82811-f5ca-4f29-b8b9-77c3af89df95 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:25:24.281460 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 8eb82811-f5ca-4f29-b8b9-77c3af89df95 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:25:24.296499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100495fc-e8c1-4660-bbac-b786aa1557f9 req-5c8a1519-8b0e-4993-967e-c33d257e82d6 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:24.297937 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-100495fc-e8c1-4660-bbac-b786aa1557f9 req-5c8a1519-8b0e-4993-967e-c33d257e82d6 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 931 time: 0.1403835 Jun 26 18:25:24.361568 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-100495fc-e8c1-4660-bbac-b786aa1557f9 req-8b138bb8-78b0-43c2-a999-052ef735f89f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566354 Jun 26 18:25:24.405182 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6a8f12-9cab-4522-aefb-d361337956bd {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:25:24.413070 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:24.424470 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Transition to ACTIVE for port object eb6a8f12-9cab-4522-aefb-d361337956bd will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:25:24.479464 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:24.481621 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:24.526861 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6a8f12-9cab-4522-aefb-d361337956bd,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:24.530150 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:24.601049 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Attempting to bind port eb6a8f12-9cab-4522-aefb-d361337956bd on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:25:24.601382 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Attempting to bind port eb6a8f12-9cab-4522-aefb-d361337956bd by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'fc940d99-eace-4d05-ab1d-68a263da6ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:25:24.601713 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Attempting to bind port eb6a8f12-9cab-4522-aefb-d361337956bd on network 1581b946-07d0-41da-84c4-ed5518fd490b {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:25:24.605974 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Port eb6a8f12-9cab-4522-aefb-d361337956bd on network 1581b946-07d0-41da-84c4-ed5518fd490b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:25:24.608840 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Attempting to bind port eb6a8f12-9cab-4522-aefb-d361337956bd on network 1581b946-07d0-41da-84c4-ed5518fd490b {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:25:24.610959 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:25:24.611319 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Checking segment: {'id': 'fc940d99-eace-4d05-ab1d-68a263da6ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:25:24.611751 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Bound using segment: {'id': 'fc940d99-eace-4d05-ab1d-68a263da6ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:25:24.612120 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Bound port: eb6a8f12-9cab-4522-aefb-d361337956bd, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc940d99-eace-4d05-ab1d-68a263da6ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:25:24.612493 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:24.650402 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35956) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:24.674764 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] For port eb6a8f12-9cab-4522-aefb-d361337956bd, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:25:24.677765 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] For port eb6a8f12-9cab-4522-aefb-d361337956bd, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=eb6a8f12-9cab-4522-aefb-d361337956bd,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:25:24.795454 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:24.797803 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c12c2864-7cf4-44b7-b150-d34a94541f9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:24.832217 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:24.832876 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:24.834920 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/eb6a8f12-9cab-4522-aefb-d361337956bd HTTP/1.1" status: 200 len: 1093 time: 0.8556864 Jun 26 18:25:24.835449 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ad7cb-b524-424d-9800-b0ab4a2f23d2', 'tag': 'eb6a8f12-9cab-4522-aefb-d361337956bd'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:24.838104 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63254fe3-009b-4837-8528-2da501413e61" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ad7cb-b524-424d-9800-b0ab4a2f23d2", "tag": "eb6a8f12-9cab-4522-aefb-d361337956bd"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:24.879711 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6a8f12-9cab-4522-aefb-d361337956bd,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:24.886936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:24.886936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0052a9b-0361-44c8-b0c7-5555a49e99ce x-openstack-request-id: req-b0052a9b-0361-44c8-b0c7-5555a49e99ce {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:24.886936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ad7cb-b524-424d-9800-b0ab4a2f23d2", "tag": "eb6a8f12-9cab-4522-aefb-d361337956bd", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:24.886936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0052a9b-0361-44c8-b0c7-5555a49e99ce {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:24.887450 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ad7cb-b524-424d-9800-b0ab4a2f23d2', 'tag': 'eb6a8f12-9cab-4522-aefb-d361337956bd', 'status': 'completed', 'code': 200} Jun 26 18:25:25.002713 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254fe3-009b-4837-8528-2da501413e61 req-256044b2-a2db-44cc-8b77-f2896705d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:25.004214 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-63254fe3-009b-4837-8528-2da501413e61 req-256044b2-a2db-44cc-8b77-f2896705d13b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f1d9f0302af4b2484974119ce72f2ed&device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 1096 time: 0.0581326 Jun 26 18:25:25.123967 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254fe3-009b-4837-8528-2da501413e61 req-4204b373-d61c-4a53-acd1-86b6d2d78962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:25.125367 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-63254fe3-009b-4837-8528-2da501413e61 req-4204b373-d61c-4a53-acd1-86b6d2d78962 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9f1d9f0302af4b2484974119ce72f2ed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0909221 Jun 26 18:25:25.222953 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254fe3-009b-4837-8528-2da501413e61 req-56d6daca-d33c-48b7-9e6b-fd929ae26aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:25.224576 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-63254fe3-009b-4837-8528-2da501413e61 req-56d6daca-d33c-48b7-9e6b-fd929ae26aeb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927804 Jun 26 18:25:25.279526 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668411'] for router_interface, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:25.375412 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34912-cb3d-4355-a728-831b50d52807 req-76bb06a5-685c-4eab-a4a2-6354929cb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:25.376852 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-76bb06a5-685c-4eab-a4a2-6354929cb11d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f1d9f0302af4b2484974119ce72f2ed&device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 1096 time: 0.0578876 Jun 26 18:25:25.436992 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-3bdfc395-4169-4c51-a480-b8eed17059fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb6a8f12-9cab-4522-aefb-d361337956bd HTTP/1.1" status: 200 len: 217 time: 0.0352285 Jun 26 18:25:25.497835 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34912-cb3d-4355-a728-831b50d52807 req-9d836bfe-8dab-46f7-95a1-aae8acacf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:25.499300 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-9d836bfe-8dab-46f7-95a1-aae8acacf34b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45a6c975-9c92-4f01-8f97-6b620f22ed5f HTTP/1.1" status: 200 len: 848 time: 0.0481365 Jun 26 18:25:25.540663 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-a2c488e3-c625-4417-af5c-b855ab72a5d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1581b946-07d0-41da-84c4-ed5518fd490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274954 Jun 26 18:25:25.601099 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7effb-2f8e-48a7-983c-a78902c6f2cd req-cbb5d43c-7a2c-4d8a-bf30-a8d45f82c014 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:25.602677 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1dc7effb-2f8e-48a7-983c-a78902c6f2cd req-cbb5d43c-7a2c-4d8a-bf30-a8d45f82c014 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 943 time: 0.1183524 Jun 26 18:25:25.633938 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-2f480c54-74b6-41bf-ac6c-90ae82d4dd3a service neutron] 10.222.0.37 "GET /v2.0/networks/1581b946-07d0-41da-84c4-ed5518fd490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856075 Jun 26 18:25:25.667756 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1dc7effb-2f8e-48a7-983c-a78902c6f2cd req-3ce055ec-beff-45fb-a717-5d697cdb8eae tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590923 Jun 26 18:25:25.687114 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Deleting port 31a09fff-d6ac-4220-9355-0dba924f9ea8 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:25:25.687657 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:25.726337 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-89f34912-cb3d-4355-a728-831b50d52807 req-5450d00b-b4ba-47e6-8a2b-5cb9796045a3 service neutron] 10.222.0.37 "GET /v2.0/networks/1581b946-07d0-41da-84c4-ed5518fd490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849729 Jun 26 18:25:25.765585 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] For port 31a09fff-d6ac-4220-9355-0dba924f9ea8, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=31a09fff-d6ac-4220-9355-0dba924f9ea8,segment=NetworkSegment(47cfc276-84e0-4bd8-9132-b8d2c09b8f72),segment_id=47cfc276-84e0-4bd8-9132-b8d2c09b8f72)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:25.773524 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:25.778192 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Calling delete_port for 31a09fff-d6ac-4220-9355-0dba924f9ea8 owned by network:router_interface {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:25:26.017513 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:26.019615 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:26.048173 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a09fff-d6ac-4220-9355-0dba924f9ea8,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:26.051712 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:26.203401 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3612383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592651'] for router_interface, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:26.407543 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Router d7d59c4b-8bda-4c85-af15-af125409c864 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:25:26.511100 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:25:26.516931 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] 10.222.0.15 "PUT /v2.0/routers/d7d59c4b-8bda-4c85-af15-af125409c864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8654385 Jun 26 18:25:26.518386 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 35966) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:26.520365 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] Sync routers for ids ['d7d59c4b-8bda-4c85-af15-af125409c864'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:25:26.530188 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] Routers {'d7d59c4b-8bda-4c85-af15-af125409c864'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:25:26.530908 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:25:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['d7d59c4b-8bda-4c85-af15-af125409c864'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:26.619884 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks [] for router, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:26.632085 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] Set router d7d59c4b-8bda-4c85-af15-af125409c864 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:25:26.733839 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:26.810639 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:52Z', 'updated_at': '2021-06-26T18:25:25Z', 'revision_number': 5, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'gw_port': {'id': 'c6f6e991-c2ce-4870-a31a-5c668adb61a7', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:26.842992 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] Checking router: d7d59c4b-8bda-4c85-af15-af125409c864 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:25:26.851388 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] Routers {'d7d59c4b-8bda-4c85-af15-af125409c864'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:25:26.851563 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f94c3-ffc3-4ab5-a01a-7dbb92542119 req-574d8bdf-cb6e-4cc3-9d5a-87aa65ed16e7 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:26.852019 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:25:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['d7d59c4b-8bda-4c85-af15-af125409c864'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:26.853078 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-328f94c3-ffc3-4ab5-a01a-7dbb92542119 req-574d8bdf-cb6e-4cc3-9d5a-87aa65ed16e7 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 943 time: 0.0684958 Jun 26 18:25:26.856814 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Deleting port c6f6e991-c2ce-4870-a31a-5c668adb61a7 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:25:26.857232 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:26.903455 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-328f94c3-ffc3-4ab5-a01a-7dbb92542119 req-2fdfed6e-aa14-470e-afd6-ad160d33e4b4 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Jun 26 18:25:26.942719 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] For port c6f6e991-c2ce-4870-a31a-5c668adb61a7, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c6f6e991-c2ce-4870-a31a-5c668adb61a7,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:26.947901 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:26.956835 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Calling delete_port for c6f6e991-c2ce-4870-a31a-5c668adb61a7 owned by network:router_gateway {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:25:27.036188 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] Set router d7d59c4b-8bda-4c85-af15-af125409c864 gateway port host: None {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:25:27.087992 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:52Z', 'updated_at': '2021-06-26T18:25:26Z', 'revision_number': 6, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'gw_port_host': None}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:27.117126 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef6ee4-361a-4f54-a23b-5d7c23acb8a2 None None] The sync data for ids ['d7d59c4b-8bda-4c85-af15-af125409c864'] in dv-cinder-798198-1-smb is: [{'id': 'd7d59c4b-8bda-4c85-af15-af125409c864', 'name': 'tempest-ServerRescueNegativeTestJSON-209834972-router', 'tenant_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:52Z', 'updated_at': '2021-06-26T18:25:26Z', 'revision_number': 6, 'project_id': 'f67fad4e1e9741dca53f819b9ee0ad45', 'gw_port_host': None}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:25:27.195174 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.197274 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:27.222201 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f6e991-c2ce-4870-a31a-5c668adb61a7,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:27.227017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:27.294365 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595121'] for router_gateway, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.579684 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 31a09fff-d6ac-4220-9355-0dba924f9ea8 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:25:27.608096 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 31a09fff-d6ac-4220-9355-0dba924f9ea8 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:25:27.608469 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 31a09fff-d6ac-4220-9355-0dba924f9ea8 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:25:27.626665 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6917'] for router, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.628729 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.749420 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-595942'] for router, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.750040 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7d59c4b-8bda-4c85-af15-af125409c864 {{(pid=93535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:25:27.754488 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Notify callbacks [] for router, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.755619 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d7d59c4b-8bda-4c85-af15-af125409c864 HTTP/1.1" status: 204 len: 168 time: 1.2363155 Jun 26 18:25:27.758354 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35986) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:27.802011 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b60f38a-3da4-4a42-9a75-bcf5c7c1484f admin admin] Deleting subnet bcd06f91-1947-4286-a5c2-c14c31a7d51b {{(pid=93534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:25:27.805385 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6b60f38a-3da4-4a42-9a75-bcf5c7c1484f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.838788 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6b60f38a-3da4-4a42-9a75-bcf5c7c1484f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1068046848'] for subnet, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.874760 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6b60f38a-3da4-4a42-9a75-bcf5c7c1484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.985475 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6b60f38a-3da4-4a42-9a75-bcf5c7c1484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067951234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068246259'] for subnet, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:27.988869 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:28.017872 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60f38a-3da4-4a42-9a75-bcf5c7c1484f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd06f91-1947-4286-a5c2-c14c31a7d51b,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:28.021107 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6b60f38a-3da4-4a42-9a75-bcf5c7c1484f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:28.024532 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6b60f38a-3da4-4a42-9a75-bcf5c7c1484f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.034818 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-6b60f38a-3da4-4a42-9a75-bcf5c7c1484f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bcd06f91-1947-4286-a5c2-c14c31a7d51b HTTP/1.1" status: 204 len: 168 time: 0.2674356 Jun 26 18:25:28.034818 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35992) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:28.096397 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.103437 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd471a16-65a3-4e71-8b29-45a11ef6bcbe req-20dc4b4a-cae7-4d10-9ed1-1903024174be tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:28.104998 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fd471a16-65a3-4e71-8b29-45a11ef6bcbe req-20dc4b4a-cae7-4d10-9ed1-1903024174be tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 943 time: 0.0688469 Jun 26 18:25:28.146215 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fd471a16-65a3-4e71-8b29-45a11ef6bcbe req-d983d58c-23c9-45a4-99e0-ca77fcf16903 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Jun 26 18:25:28.181099 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.191005 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab8e859-20b2-416f-9ec3-69a744a3fe18']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:28.203664 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cfc276-84e0-4bd8-9132-b8d2c09b8f72') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:28.203961 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cfc276-84e0-4bd8-9132-b8d2c09b8f72') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:25:28.213699 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.228018 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.233668 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:25:28.234041 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:25:28.235639 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:25:28.291778 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device eb6a8f12-9cab-4522-aefb-d361337956bd details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:25:28.372119 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.375837 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:28.378954 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.380260 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fab8e859-20b2-416f-9ec3-69a744a3fe18 HTTP/1.1" status: 204 len: 168 time: 0.3517876 Jun 26 18:25:28.386629 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port eb6a8f12-9cab-4522-aefb-d361337956bd, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=eb6a8f12-9cab-4522-aefb-d361337956bd,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:28.392478 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab8e859-20b2-416f-9ec3-69a744a3fe18,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:28.394984 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-27b8dc67-2f86-4dd4-8053-4a0450bc06b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:28.398706 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'eb6a8f12-9cab-4522-aefb-d361337956bd', 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b', 'port_id': 'eb6a8f12-9cab-4522-aefb-d361337956bd', 'mac_address': 'fa:16:3e:82:06:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a6c975-9c92-4f01-8f97-6b620f22ed5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:25:28.435947 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.448291 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6a8f12-9cab-4522-aefb-d361337956bd {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:25:28.467710 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port eb6a8f12-9cab-4522-aefb-d361337956bd, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=eb6a8f12-9cab-4522-aefb-d361337956bd,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:28.584193 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.586217 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-57bec32c-e336-4f33-beea-71543afeb7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:28.631255 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=eb6a8f12-9cab-4522-aefb-d361337956bd,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:28.634197 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:28.697326 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 35998) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:28.735535 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-26225335-2a5d-43bc-a61a-51da4c6455ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f67fad4e1e9741dca53f819b9ee0ad45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370533 Jun 26 18:25:28.737867 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 36000) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:28.790869 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6fb24737-90f3-4688-8d07-5ac1fd3d9f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.812543 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6fb24737-90f3-4688-8d07-5ac1fd3d9f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.937527 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6fb24737-90f3-4688-8d07-5ac1fd3d9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.939949 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6fb24737-90f3-4688-8d07-5ac1fd3d9f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:28.941181 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-6fb24737-90f3-4688-8d07-5ac1fd3d9f89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc96d6cc-b73d-49a0-9b39-2532881bd35f HTTP/1.1" status: 204 len: 168 time: 0.2023771 Jun 26 18:25:28.941942 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e3001218-9356-4273-8b8a-ccbe4103d25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:28.949458 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb24737-90f3-4688-8d07-5ac1fd3d9f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc96d6cc-b73d-49a0-9b39-2532881bd35f,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:28.951932 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6fb24737-90f3-4688-8d07-5ac1fd3d9f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:28.999967 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['eb6a8f12-9cab-4522-aefb-d361337956bd'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:29.322242 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ad167-eb68-40c2-92dc-1b785a996df4 req-30f60792-884f-4620-bde5-4b5938fff56f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:29.323708 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9b9ad167-eb68-40c2-92dc-1b785a996df4 req-30f60792-884f-4620-bde5-4b5938fff56f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 944 time: 0.0644612 Jun 26 18:25:29.341717 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c6f6e991-c2ce-4870-a31a-5c668adb61a7 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:25:29.363149 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: c6f6e991-c2ce-4870-a31a-5c668adb61a7 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:25:29.363520 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c6f6e991-c2ce-4870-a31a-5c668adb61a7 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:25:29.365560 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9b9ad167-eb68-40c2-92dc-1b785a996df4 req-b02fde2c-37b6-48c4-8b83-3128109e86b0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355959 Jun 26 18:25:30.281939 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device eb6a8f12-9cab-4522-aefb-d361337956bd up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:25:30.405429 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port eb6a8f12-9cab-4522-aefb-d361337956bd completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:25:30.409474 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port eb6a8f12-9cab-4522-aefb-d361337956bd triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:25:30.415497 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:30.495837 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:30.516335 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ad7cb-b524-424d-9800-b0ab4a2f23d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6a8f12-9cab-4522-aefb-d361337956bd'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:30.527590 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f10503-f486-4b7a-bdc8-aa2d9ed843a7" -d '{"events": [{"server_uuid": "e45ad7cb-b524-424d-9800-b0ab4a2f23d2", "name": "network-vif-plugged", "status": "completed", "tag": "eb6a8f12-9cab-4522-aefb-d361337956bd"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:30.534384 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port eb6a8f12-9cab-4522-aefb-d361337956bd, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=eb6a8f12-9cab-4522-aefb-d361337956bd,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:30.547742 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d7fd0-1be8-4f2b-b595-266b4fbb7e54 req-c19e05f5-5e62-4ecc-bb93-ac23682734a2 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:30.547742 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-448d7fd0-1be8-4f2b-b595-266b4fbb7e54 req-c19e05f5-5e62-4ecc-bb93-ac23682734a2 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 944 time: 0.0705628 Jun 26 18:25:30.564741 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a496475b-398e-416a-96e6-04a097778f41 x-openstack-request-id: req-a496475b-398e-416a-96e6-04a097778f41 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:30.565125 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ad7cb-b524-424d-9800-b0ab4a2f23d2", "name": "network-vif-plugged", "status": "completed", "tag": "eb6a8f12-9cab-4522-aefb-d361337956bd", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:30.565428 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a496475b-398e-416a-96e6-04a097778f41 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:30.566041 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ad7cb-b524-424d-9800-b0ab4a2f23d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6a8f12-9cab-4522-aefb-d361337956bd', 'code': 200} Jun 26 18:25:30.585870 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-448d7fd0-1be8-4f2b-b595-266b4fbb7e54 req-0239763d-80b2-44b8-ad6c-7a3755c75d4a tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323803 Jun 26 18:25:30.596356 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:30.596356 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:30.640915 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=eb6a8f12-9cab-4522-aefb-d361337956bd,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:30.643726 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:30.858016 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:30.982319 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691ac98-6921-4323-aa2f-ff6fa0bb9e5a req-c8af9468-d5d9-405e-b5fb-cba08995c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:30.983808 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8691ac98-6921-4323-aa2f-ff6fa0bb9e5a req-c8af9468-d5d9-405e-b5fb-cba08995c768 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 1098 time: 0.0533583 Jun 26 18:25:31.017816 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8691ac98-6921-4323-aa2f-ff6fa0bb9e5a req-ff2df5f8-7b19-41c0-9498-91f3bdc29ddc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254843 Jun 26 18:25:31.809828 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbe024-8e37-42be-9797-975e0dd3cbf4 req-3a1b4e5d-bdc3-4611-8949-762cf9be8813 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:31.811216 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fdcbe024-8e37-42be-9797-975e0dd3cbf4 req-3a1b4e5d-bdc3-4611-8949-762cf9be8813 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 945 time: 0.0654860 Jun 26 18:25:31.848797 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fdcbe024-8e37-42be-9797-975e0dd3cbf4 req-8da9d6d6-8349-4931-ab7f-794034a1a1cf tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Jun 26 18:25:33.024331 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc74e1c-bdca-4f95-a732-362b4e0f4b00 req-bdf84cdf-e43d-4122-a7bd-0eb0fa4e5755 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:33.025814 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5fc74e1c-bdca-4f95-a732-362b4e0f4b00 req-bdf84cdf-e43d-4122-a7bd-0eb0fa4e5755 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 945 time: 0.0640123 Jun 26 18:25:33.061749 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5fc74e1c-bdca-4f95-a732-362b4e0f4b00 req-e38f757b-c7b0-4e03-bd02-064e96c19cc6 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303888 Jun 26 18:25:34.538716 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ab56-6164-4133-8ca0-648acdb3d9cd req-02765438-962e-4132-a55f-1a5c6179a86b tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:34.540183 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-da82ab56-6164-4133-8ca0-648acdb3d9cd req-02765438-962e-4132-a55f-1a5c6179a86b tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 945 time: 0.0631804 Jun 26 18:25:34.577449 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-da82ab56-6164-4133-8ca0-648acdb3d9cd req-a7ce6a0f-2f9a-4d17-a764-ebcca82b613f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Jun 26 18:25:35.762453 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9139a-5d0e-4620-8708-de1bdedd712c req-41639d8f-36f6-438e-8679-6324062330df tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:35.764116 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e3f9139a-5d0e-4620-8708-de1bdedd712c req-41639d8f-36f6-438e-8679-6324062330df tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 945 time: 0.0731690 Jun 26 18:25:35.807790 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e3f9139a-5d0e-4620-8708-de1bdedd712c req-e9e2553b-8472-4b4c-9882-4a867aed918d tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375931 Jun 26 18:25:36.383703 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-42dc1bb6-95c7-4808-a4dd-ead63a9b9ff2 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:36.387808 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-42dc1bb6-95c7-4808-a4dd-ead63a9b9ff2 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 945 time: 0.0656099 Jun 26 18:25:36.546261 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Deleting port eb6a8f12-9cab-4522-aefb-d361337956bd {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:25:36.546603 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:36.640144 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] For port eb6a8f12-9cab-4522-aefb-d361337956bd, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=eb6a8f12-9cab-4522-aefb-d361337956bd,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:36.640540 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:36.652535 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Calling delete_port for eb6a8f12-9cab-4522-aefb-d361337956bd owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:25:36.869374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:36.874753 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-879c7d66-a2ff-4204-ac5b-a8cb3f792c47 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:36.900916 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Pushing event deleted for resources: {'Port': ['ID=eb6a8f12-9cab-4522-aefb-d361337956bd,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:36.903572 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:36.907670 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['eb6a8f12-9cab-4522-aefb-d361337956bd'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:36.974773 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] No DVR routers for this DVR port eb6a8f12-9cab-4522-aefb-d361337956bd on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:25:36.977802 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9a8bd282-a323-4eb7-a6f7-dc49c8b90bd3 req-2db1f432-90e0-4779-9306-26a80bbf310b tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 210 time: 0.0455270 Jun 26 18:25:36.978758 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:36.980605 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e5a2de3f-74c7-4560-b2c3-3978215d12d9 req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.37 "DELETE /v2.0/ports/eb6a8f12-9cab-4522-aefb-d361337956bd HTTP/1.1" status: 204 len: 173 time: 0.5888395 Jun 26 18:25:36.981091 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ad7cb-b524-424d-9800-b0ab4a2f23d2', 'name': 'network-vif-deleted', 'tag': 'eb6a8f12-9cab-4522-aefb-d361337956bd'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:36.983449 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c527d-d881-49e7-a196-9b71617f1030" -d '{"events": [{"server_uuid": "e45ad7cb-b524-424d-9800-b0ab4a2f23d2", "name": "network-vif-deleted", "tag": "eb6a8f12-9cab-4522-aefb-d361337956bd"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:37.018301 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f3ef8-01ec-4e2f-8ded-4c6c64c0c137 x-openstack-request-id: req-1d5f3ef8-01ec-4e2f-8ded-4c6c64c0c137 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:37.018644 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ad7cb-b524-424d-9800-b0ab4a2f23d2", "name": "network-vif-deleted", "tag": "eb6a8f12-9cab-4522-aefb-d361337956bd", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:37.019349 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d5f3ef8-01ec-4e2f-8ded-4c6c64c0c137 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:37.019788 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ad7cb-b524-424d-9800-b0ab4a2f23d2', 'name': 'network-vif-deleted', 'tag': 'eb6a8f12-9cab-4522-aefb-d361337956bd', 'status': 'completed', 'code': 200} Jun 26 18:25:38.135466 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f06b59e6-443e-4b62-8243-e4c64b2a3913 req-24c04013-4e5b-40e8-acc3-a46f31ecf57c tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45ad7cb-b524-424d-9800-b0ab4a2f23d2 HTTP/1.1" status: 200 len: 210 time: 0.0317576 Jun 26 18:25:39.472623 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-190e2023-a3e7-4910-9530-c76c8990c1d9 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:39.474039 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-190e2023-a3e7-4910-9530-c76c8990c1d9 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/networks?id=1581b946-07d0-41da-84c4-ed5518fd490b HTTP/1.1" status: 200 len: 808 time: 0.0981779 Jun 26 18:25:39.488192 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-5996dc80-a386-4147-a8c0-57f269cbe166 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/quotas/9f1d9f0302af4b2484974119ce72f2ed HTTP/1.1" status: 200 len: 375 time: 0.0087726 Jun 26 18:25:39.525146 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-cfe4782e-b288-40d4-bfe1-1466e21a64fe tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f1d9f0302af4b2484974119ce72f2ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320783 Jun 26 18:25:39.611877 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-7ac42554-82ce-4bc9-8da9-538bf1a0057f service neutron] 10.222.0.15 "GET /v2.0/networks/1581b946-07d0-41da-84c4-ed5518fd490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802255 Jun 26 18:25:39.700042 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-9a37e611-cbfe-4dcc-971d-d100ceccee83 service neutron] 10.222.0.15 "GET /v2.0/networks/1581b946-07d0-41da-84c4-ed5518fd490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820050 Jun 26 18:25:39.972151 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-62b546ec-2747-4f9f-be1e-8e1e111676dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:39.974720 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d66d9f22-fdaa-4038-8ec9-7dda1ec46081 req-5b5a92cd-3476-4a3a-ac27-a526742a1a93 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 210 time: 0.0286312 Jun 26 18:25:40.282846 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 36210) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:40.329571 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device eb6a8f12-9cab-4522-aefb-d361337956bd no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:25:40.349947 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: eb6a8f12-9cab-4522-aefb-d361337956bd {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:25:40.350203 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device eb6a8f12-9cab-4522-aefb-d361337956bd not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:25:40.390555 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc710-8df2-4f71-abd3-04e2d2920408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:40.474527 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc710-8df2-4f71-abd3-04e2d2920408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:40.532090 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc710-8df2-4f71-abd3-04e2d2920408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:40.534666 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4878bacd-4de6-4c43-b160-240e01e0297e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:40.570838 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-a7cdc710-8df2-4f71-abd3-04e2d2920408 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a7d118ea79f454f9af62fe3a3ee4301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868927 Jun 26 18:25:40.571745 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdc710-8df2-4f71-abd3-04e2d2920408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85edaf65-f43e-4aea-ab79-3767495fd188,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:40.573483 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36216) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:40.574939 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a7cdc710-8df2-4f71-abd3-04e2d2920408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:40.623088 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d2daf7c7-d44a-40b4-921d-fb99f4e1796c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:40.647798 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d2daf7c7-d44a-40b4-921d-fb99f4e1796c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:40.732142 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d2daf7c7-d44a-40b4-921d-fb99f4e1796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:40.734898 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d2daf7c7-d44a-40b4-921d-fb99f4e1796c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:40.736058 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d2daf7c7-d44a-40b4-921d-fb99f4e1796c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85edaf65-f43e-4aea-ab79-3767495fd188 HTTP/1.1" status: 204 len: 168 time: 0.1614404 Jun 26 18:25:40.736881 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-957e9b9a-a6a1-4676-af1e-5d1ceffc3220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:40.744973 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daf7c7-d44a-40b4-921d-fb99f4e1796c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85edaf65-f43e-4aea-ab79-3767495fd188,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:40.747396 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d2daf7c7-d44a-40b4-921d-fb99f4e1796c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:41.117189 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-be26cf52-5d66-40ae-a119-4815eb577509 req-578ee8eb-0da0-4bd1-9429-aed9fb3481b2 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 210 time: 0.0286839 Jun 26 18:25:42.211240 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-27785ae6-6ab5-4a0f-8417-c77c86e574a4 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:42.212996 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-27785ae6-6ab5-4a0f-8417-c77c86e574a4 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.37 "GET /v2.0/networks?id=1581b946-07d0-41da-84c4-ed5518fd490b HTTP/1.1" status: 200 len: 808 time: 0.1209257 Jun 26 18:25:42.236071 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Request body: {'port': {'device_id': '4872f4ec-35cd-4199-be65-af105891f474', 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b', 'admin_state_up': True, 'tenant_id': '9f1d9f0302af4b2484974119ce72f2ed'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:25:42.284719 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8bb4ce25-848b-4ddc-839f-0716487b91ff req-b19e993d-33bc-40bb-aa35-b702c3db54b6 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 210 time: 0.0335057 Jun 26 18:25:42.480582 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Made reservation on behalf of 9f1d9f0302af4b2484974119ce72f2ed for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:25:42.484247 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:42.582738 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-231c77a1-5e52-4efc-a377-5ace3260b649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:42.624764 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Allocated IP 172.20.0.6 (1581b946-07d0-41da-84c4-ed5518fd490b/45a6c975-9c92-4f01-8f97-6b620f22ed5f/015f45dc-19cd-4493-9e22-b62ece205b89) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:25:42.774506 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:42.880753 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:42.885170 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:42.924071 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Network 1581b946-07d0-41da-84c4-ed5518fd490b is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:25:42.929596 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:25:42.933376 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:25:42.950187 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:42.968295 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Pushing event updated for resources: {'Port': ['ID=015f45dc-19cd-4493-9e22-b62ece205b89,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:42.972674 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:42.987390 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:42.988015 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.019449 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36280) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:43.052182 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8201265 Jun 26 18:25:43.072987 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Request body: {'port': {'device_id': '4872f4ec-35cd-4199-be65-af105891f474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:25:43.123716 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2957d41-ac63-45ef-963f-6f157d678f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.151886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.224251 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2957d41-ac63-45ef-963f-6f157d678f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.297890 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f2957d41-ac63-45ef-963f-6f157d678f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.301344 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d186e415-affa-4ba0-b6dc-92145867545a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:43.344623 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f2957d41-ac63-45ef-963f-6f157d678f46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=919b9155b06e403b806b36bfb044eca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216724 Jun 26 18:25:43.345470 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36288) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:43.364898 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2957d41-ac63-45ef-963f-6f157d678f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3c6f44-f963-4db4-8bbb-600a6b310f19,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:43.368697 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f2957d41-ac63-45ef-963f-6f157d678f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:43.403088 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4362b2e5-ac3c-4ab2-82b8-abb90d1ce618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.431970 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015f45dc-19cd-4493-9e22-b62ece205b89 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:25:43.438199 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4362b2e5-ac3c-4ab2-82b8-abb90d1ce618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.439428 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.451673 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Transition to ACTIVE for port object 015f45dc-19cd-4493-9e22-b62ece205b89 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:25:43.513528 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac6ef-d72a-4bca-b897-8c40de45dddb req-2dba2720-3a37-4f09-b61a-0cf3d644daa6 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:43.515018 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-110ac6ef-d72a-4bca-b897-8c40de45dddb req-2dba2720-3a37-4f09-b61a-0cf3d644daa6 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 931 time: 0.0975335 Jun 26 18:25:43.531997 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.535042 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:43.551505 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-110ac6ef-d72a-4bca-b897-8c40de45dddb req-5731f5ae-1d70-4e18-b45f-3accf2565560 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Jun 26 18:25:43.589180 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4362b2e5-ac3c-4ab2-82b8-abb90d1ce618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.592128 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4362b2e5-ac3c-4ab2-82b8-abb90d1ce618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.593291 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-4362b2e5-ac3c-4ab2-82b8-abb90d1ce618 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa3c6f44-f963-4db4-8bbb-600a6b310f19 HTTP/1.1" status: 204 len: 168 time: 0.2475758 Jun 26 18:25:43.594087 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:43.604024 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362b2e5-ac3c-4ab2-82b8-abb90d1ce618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3c6f44-f963-4db4-8bbb-600a6b310f19,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:43.606556 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4362b2e5-ac3c-4ab2-82b8-abb90d1ce618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:43.608524 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Pushing event updated for resources: {'Port': ['ID=015f45dc-19cd-4493-9e22-b62ece205b89,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:43.628031 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:43.656977 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Attempting to bind port 015f45dc-19cd-4493-9e22-b62ece205b89 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:25:43.657315 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Attempting to bind port 015f45dc-19cd-4493-9e22-b62ece205b89 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'fc940d99-eace-4d05-ab1d-68a263da6ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:25:43.657648 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Attempting to bind port 015f45dc-19cd-4493-9e22-b62ece205b89 on network 1581b946-07d0-41da-84c4-ed5518fd490b {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:25:43.661791 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Port 015f45dc-19cd-4493-9e22-b62ece205b89 on network 1581b946-07d0-41da-84c4-ed5518fd490b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:25:43.663366 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Attempting to bind port 015f45dc-19cd-4493-9e22-b62ece205b89 on network 1581b946-07d0-41da-84c4-ed5518fd490b {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:25:43.667401 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:25:43.667732 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Checking segment: {'id': 'fc940d99-eace-4d05-ab1d-68a263da6ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:25:43.668116 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Bound using segment: {'id': 'fc940d99-eace-4d05-ab1d-68a263da6ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:25:43.668578 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Bound port: 015f45dc-19cd-4493-9e22-b62ece205b89, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc940d99-eace-4d05-ab1d-68a263da6ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:25:43.668937 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.680393 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.730592 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] For port 015f45dc-19cd-4493-9e22-b62ece205b89, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:25:43.733641 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] For port 015f45dc-19cd-4493-9e22-b62ece205b89, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=015f45dc-19cd-4493-9e22-b62ece205b89,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:25:43.818319 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.822215 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-21d86bb2-0a16-40d0-b3f8-2c509c0156ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:43.858053 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:43.864133 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:43.864133 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] 10.222.0.37 "PUT /v2.0/ports/015f45dc-19cd-4493-9e22-b62ece205b89 HTTP/1.1" status: 200 len: 1093 time: 0.7924848 Jun 26 18:25:43.864133 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4872f4ec-35cd-4199-be65-af105891f474', 'tag': '015f45dc-19cd-4493-9e22-b62ece205b89'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:43.864133 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b511a22-a716-45db-a89b-346ef97a12fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4872f4ec-35cd-4199-be65-af105891f474", "tag": "015f45dc-19cd-4493-9e22-b62ece205b89"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:43.892514 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Pushing event updated for resources: {'Port': ['ID=015f45dc-19cd-4493-9e22-b62ece205b89,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:43.896101 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:43.904451 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ebb5a-5720-4b84-b797-ab3bec30ed74 x-openstack-request-id: req-897ebb5a-5720-4b84-b797-ab3bec30ed74 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:43.904804 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4872f4ec-35cd-4199-be65-af105891f474", "tag": "015f45dc-19cd-4493-9e22-b62ece205b89", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:43.905093 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-897ebb5a-5720-4b84-b797-ab3bec30ed74 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:43.905514 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4872f4ec-35cd-4199-be65-af105891f474', 'tag': '015f45dc-19cd-4493-9e22-b62ece205b89', 'status': 'completed', 'code': 200} Jun 26 18:25:44.003842 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511a22-a716-45db-a89b-346ef97a12fa req-d315ded8-3da7-48c3-ac23-9fce16a08ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:44.005345 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6b511a22-a716-45db-a89b-346ef97a12fa req-d315ded8-3da7-48c3-ac23-9fce16a08ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f1d9f0302af4b2484974119ce72f2ed&device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 1096 time: 0.0511153 Jun 26 18:25:44.118729 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511a22-a716-45db-a89b-346ef97a12fa req-3c404e16-7034-4325-b4a8-0d06f6350db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:44.120288 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6b511a22-a716-45db-a89b-346ef97a12fa req-3c404e16-7034-4325-b4a8-0d06f6350db7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9f1d9f0302af4b2484974119ce72f2ed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0982933 Jun 26 18:25:44.178074 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36296) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:44.192004 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5280582e-f343-483a-ba70-3ecf71fead38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:44.215790 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511a22-a716-45db-a89b-346ef97a12fa req-0fdb1e9c-0e8a-4369-8b96-6b96539a1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:44.217291 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6b511a22-a716-45db-a89b-346ef97a12fa req-0fdb1e9c-0e8a-4369-8b96-6b96539a1e30 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889916 Jun 26 18:25:44.276978 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5280582e-f343-483a-ba70-3ecf71fead38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:44.332057 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5280582e-f343-483a-ba70-3ecf71fead38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:44.335553 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-df97da49-5629-4adf-b7e8-635ccfad0af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:44.337171 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-1f104d61-931f-4417-bf40-b5cc98198639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:44.338692 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-1f104d61-931f-4417-bf40-b5cc98198639 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f1d9f0302af4b2484974119ce72f2ed&device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 1096 time: 0.0520685 Jun 26 18:25:44.372577 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280582e-f343-483a-ba70-3ecf71fead38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082ac152-aa19-4cb0-abb1-e86ad79aafa4,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:44.376089 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5280582e-f343-483a-ba70-3ecf71fead38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:44.384097 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-5280582e-f343-483a-ba70-3ecf71fead38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4d1baed281c4330b295603a81d55005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042534 Jun 26 18:25:44.384768 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36300) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:25:44.397945 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-430f61cc-8505-4518-88f9-fd313ab21a4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=015f45dc-19cd-4493-9e22-b62ece205b89 HTTP/1.1" status: 200 len: 217 time: 0.0441670 Jun 26 18:25:44.436514 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6d76ee2d-d551-4d6f-9169-855b4348b938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:44.450062 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-22016e78-7a62-4e96-9887-6340df592997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:44.451581 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-22016e78-7a62-4e96-9887-6340df592997 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45a6c975-9c92-4f01-8f97-6b620f22ed5f HTTP/1.1" status: 200 len: 848 time: 0.0448089 Jun 26 18:25:44.457078 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6d76ee2d-d551-4d6f-9169-855b4348b938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:44.498754 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-1b3e2e9c-9d12-4801-bb01-1e3a4538e786 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1581b946-07d0-41da-84c4-ed5518fd490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271673 Jun 26 18:25:44.606209 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6d76ee2d-d551-4d6f-9169-855b4348b938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:44.608909 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6d76ee2d-d551-4d6f-9169-855b4348b938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:44.610982 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6d76ee2d-d551-4d6f-9169-855b4348b938 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/082ac152-aa19-4cb0-abb1-e86ad79aafa4 HTTP/1.1" status: 204 len: 168 time: 0.2233493 Jun 26 18:25:44.611247 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-519eb00b-b490-4163-aeae-d5f00f6f6335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:44.621933 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76ee2d-d551-4d6f-9169-855b4348b938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ac152-aa19-4cb0-abb1-e86ad79aafa4,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:44.624641 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6d76ee2d-d551-4d6f-9169-855b4348b938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:44.751289 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265107-7f0e-4518-ac76-db39ebe421d7 req-81933b6c-cab3-48df-a6a8-07ee47e23d0f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:44.752934 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-06265107-7f0e-4518-ac76-db39ebe421d7 req-81933b6c-cab3-48df-a6a8-07ee47e23d0f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 943 time: 0.0762641 Jun 26 18:25:44.793515 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-06265107-7f0e-4518-ac76-db39ebe421d7 req-8c4e5579-813c-4020-b4e8-58935661e1a0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Jun 26 18:25:44.889432 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-28338987-e5ae-4b21-a8d0-adda19adae36 service neutron] 10.222.0.37 "GET /v2.0/networks/1581b946-07d0-41da-84c4-ed5518fd490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467555 Jun 26 18:25:44.984052 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2bbe6642-8ccf-4ecd-913d-93baf79ec208 req-1a8a8d00-e568-45b6-b2fa-1259ea123c9c service neutron] 10.222.0.37 "GET /v2.0/networks/1581b946-07d0-41da-84c4-ed5518fd490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852973 Jun 26 18:25:45.097817 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:45.972132 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34788738-829e-4c9a-8246-86c9a86cd6d5 req-bf538ab8-1a48-4ab2-ba35-e7b68cd1450d tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:45.973537 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-34788738-829e-4c9a-8246-86c9a86cd6d5 req-bf538ab8-1a48-4ab2-ba35-e7b68cd1450d tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 943 time: 0.0661986 Jun 26 18:25:46.013681 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-34788738-829e-4c9a-8246-86c9a86cd6d5 req-3fafc48e-3bce-4bec-85b9-52c4fb69bfe4 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Jun 26 18:25:47.193131 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fb245-d647-4367-be84-c1b8bc880b78 req-487c9ea1-d576-409b-8d77-b2f9c301152c tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:47.194941 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5d7fb245-d647-4367-be84-c1b8bc880b78 req-487c9ea1-d576-409b-8d77-b2f9c301152c tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 943 time: 0.0704608 Jun 26 18:25:47.232561 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5d7fb245-d647-4367-be84-c1b8bc880b78 req-6c53f494-4f91-4fed-9721-2b6f3ee7dcbd tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Jun 26 18:25:48.404631 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 015f45dc-19cd-4493-9e22-b62ece205b89 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:25:48.418849 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bdf67-3d7e-469b-88fc-4a7d5d6fad68 req-c6e64a56-74df-4e02-99d9-d39a263d3318 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:48.422892 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ed6bdf67-3d7e-469b-88fc-4a7d5d6fad68 req-c6e64a56-74df-4e02-99d9-d39a263d3318 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 943 time: 0.0659299 Jun 26 18:25:48.458908 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ed6bdf67-3d7e-469b-88fc-4a7d5d6fad68 req-f1c83c32-b7cc-4ebf-b938-d19e85efce10 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Jun 26 18:25:48.615404 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 015f45dc-19cd-4493-9e22-b62ece205b89, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=015f45dc-19cd-4493-9e22-b62ece205b89,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:48.626432 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '015f45dc-19cd-4493-9e22-b62ece205b89', 'network_id': '1581b946-07d0-41da-84c4-ed5518fd490b', 'port_id': '015f45dc-19cd-4493-9e22-b62ece205b89', 'mac_address': 'fa:16:3e:87:fe:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a6c975-9c92-4f01-8f97-6b620f22ed5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:25:48.661842 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:48.675045 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015f45dc-19cd-4493-9e22-b62ece205b89 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:25:48.702244 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 015f45dc-19cd-4493-9e22-b62ece205b89, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=015f45dc-19cd-4493-9e22-b62ece205b89,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:48.783151 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:48.785049 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d7547929-63a3-4f83-b631-000da81889a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:48.828227 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=015f45dc-19cd-4493-9e22-b62ece205b89,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:48.831082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:49.206127 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['015f45dc-19cd-4493-9e22-b62ece205b89'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:49.631636 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714bfce-b81c-41fa-bf60-0b201bd85b98 req-c06f3fe3-a7ea-4999-a86a-442de8cc1143 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:49.633871 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2714bfce-b81c-41fa-bf60-0b201bd85b98 req-c06f3fe3-a7ea-4999-a86a-442de8cc1143 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 944 time: 0.0627582 Jun 26 18:25:49.671416 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2714bfce-b81c-41fa-bf60-0b201bd85b98 req-39931a91-1806-4f3b-9613-0d3f80963c33 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Jun 26 18:25:50.418455 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 015f45dc-19cd-4493-9e22-b62ece205b89 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:25:50.557674 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 015f45dc-19cd-4493-9e22-b62ece205b89 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:25:50.558761 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 015f45dc-19cd-4493-9e22-b62ece205b89 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:25:50.559146 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:50.635921 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:50.657241 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4872f4ec-35cd-4199-be65-af105891f474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015f45dc-19cd-4493-9e22-b62ece205b89'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:50.659468 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79016e44-cc86-4204-9f07-9ffe132ed014" -d '{"events": [{"server_uuid": "4872f4ec-35cd-4199-be65-af105891f474", "name": "network-vif-plugged", "status": "completed", "tag": "015f45dc-19cd-4493-9e22-b62ece205b89"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:50.671608 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 015f45dc-19cd-4493-9e22-b62ece205b89, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=015f45dc-19cd-4493-9e22-b62ece205b89,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:50.693922 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f34df5-e440-4ec7-87a6-03e9387bac1e x-openstack-request-id: req-d8f34df5-e440-4ec7-87a6-03e9387bac1e {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:50.694261 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4872f4ec-35cd-4199-be65-af105891f474", "name": "network-vif-plugged", "status": "completed", "tag": "015f45dc-19cd-4493-9e22-b62ece205b89", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:50.695141 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8f34df5-e440-4ec7-87a6-03e9387bac1e {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:50.695585 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4872f4ec-35cd-4199-be65-af105891f474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015f45dc-19cd-4493-9e22-b62ece205b89', 'code': 200} Jun 26 18:25:50.743409 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:50.746404 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:50.794111 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=015f45dc-19cd-4493-9e22-b62ece205b89,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:50.797871 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:50.847598 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f8c91-ee56-4206-9c44-45bc6ec1ef71 req-a95bc361-2af7-45bc-b695-e0bea42e1307 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:50.849118 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f46f8c91-ee56-4206-9c44-45bc6ec1ef71 req-a95bc361-2af7-45bc-b695-e0bea42e1307 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 945 time: 0.0652769 Jun 26 18:25:50.890405 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f46f8c91-ee56-4206-9c44-45bc6ec1ef71 req-cbceb71f-3a9f-4150-a142-f2a46e9ce7b3 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356555 Jun 26 18:25:51.187568 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4ced1-f6f0-42b6-93ce-6ac22935ce3b req-faf4e528-c80b-4f82-8b26-3ba59ca92416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:51.189087 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-dcf4ced1-f6f0-42b6-93ce-6ac22935ce3b req-faf4e528-c80b-4f82-8b26-3ba59ca92416 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 1098 time: 0.0515153 Jun 26 18:25:51.225391 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-dcf4ced1-f6f0-42b6-93ce-6ac22935ce3b req-542d8dc1-be89-40cf-8ac8-24bf6427212f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260937 Jun 26 18:25:52.064079 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866f4b-fb52-49dd-8d33-1f313da22318 req-4476d501-1565-4d10-b162-80108fb170a7 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:52.065546 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83866f4b-fb52-49dd-8d33-1f313da22318 req-4476d501-1565-4d10-b162-80108fb170a7 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 945 time: 0.0653727 Jun 26 18:25:52.103000 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-83866f4b-fb52-49dd-8d33-1f313da22318 req-a215b63c-261f-4e7b-bbeb-ed53f9e573ad tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Jun 26 18:25:53.275590 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3d53-0099-44a5-9af0-86bb89d7402f req-a221d4c8-0b61-4d40-9581-b3447ec2fa9a tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:53.277090 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6a2f3d53-0099-44a5-9af0-86bb89d7402f req-a221d4c8-0b61-4d40-9581-b3447ec2fa9a tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 945 time: 0.0621545 Jun 26 18:25:53.313289 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6a2f3d53-0099-44a5-9af0-86bb89d7402f req-b5ca10ac-3145-473b-9356-6c7aad6fa608 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304780 Jun 26 18:25:54.940717 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc7834-c87f-4282-a001-b5a4f4424e4e req-f52d9d58-c074-4b46-ace2-f1a6936f0080 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:54.942603 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-79fc7834-c87f-4282-a001-b5a4f4424e4e req-f52d9d58-c074-4b46-ace2-f1a6936f0080 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 945 time: 0.0689881 Jun 26 18:25:54.998732 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-79fc7834-c87f-4282-a001-b5a4f4424e4e req-b10b3cc2-ff9d-41a0-9078-00192ee2fd73 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373735 Jun 26 18:25:56.172809 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441769e-94ee-4239-a123-c9a633173c6e req-ea845190-8f51-45df-8d5f-4b705b050aca tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:56.174312 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7441769e-94ee-4239-a123-c9a633173c6e req-ea845190-8f51-45df-8d5f-4b705b050aca tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 945 time: 0.0688388 Jun 26 18:25:56.174730 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:25:56.214827 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7441769e-94ee-4239-a123-c9a633173c6e req-04396645-5afb-4163-be3f-f014105c7d01 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338492 Jun 26 18:25:57.023657 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-a6d920b2-54cd-40e6-9b11-e079eae96df7 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:57.025233 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-a6d920b2-54cd-40e6-9b11-e079eae96df7 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.37 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 945 time: 0.0623164 Jun 26 18:25:57.130257 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Deleting port 015f45dc-19cd-4493-9e22-b62ece205b89 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:25:57.130653 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:57.218268 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] For port 015f45dc-19cd-4493-9e22-b62ece205b89, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=015f45dc-19cd-4493-9e22-b62ece205b89,segment=NetworkSegment(fc940d99-eace-4d05-ab1d-68a263da6ba9),segment_id=fc940d99-eace-4d05-ab1d-68a263da6ba9)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:25:57.218959 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:57.231080 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Calling delete_port for 015f45dc-19cd-4493-9e22-b62ece205b89 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:25:57.436436 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b071-6d76-4455-b546-1e0ffa09443d req-822120ad-6ecc-4759-b5ca-8e9323df20ee tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:57.437983 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f962b071-6d76-4455-b546-1e0ffa09443d req-822120ad-6ecc-4759-b5ca-8e9323df20ee tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 945 time: 0.0935194 Jun 26 18:25:57.476904 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f962b071-6d76-4455-b546-1e0ffa09443d req-a4194f37-1feb-4f94-8825-909851a73bbb tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4dc1776-85e5-4a53-8d6d-1cfebd452e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Jun 26 18:25:57.509279 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:57.513959 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2114ab23-99b1-475e-a9b7-7fa526a2d905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:25:57.544276 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Pushing event deleted for resources: {'Port': ['ID=015f45dc-19cd-4493-9e22-b62ece205b89,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:25:57.552039 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['015f45dc-19cd-4493-9e22-b62ece205b89'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:25:57.565499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:25:57.602033 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] No DVR routers for this DVR port 015f45dc-19cd-4493-9e22-b62ece205b89 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:25:57.605426 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:57.609203 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5e321e11-8a8c-4784-bb7b-b310d2a188d8 req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.37 "DELETE /v2.0/ports/015f45dc-19cd-4493-9e22-b62ece205b89 HTTP/1.1" status: 204 len: 173 time: 0.5751474 Jun 26 18:25:57.609791 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4872f4ec-35cd-4199-be65-af105891f474', 'name': 'network-vif-deleted', 'tag': '015f45dc-19cd-4493-9e22-b62ece205b89'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:25:57.612194 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080b3a31-2117-4406-8e2b-7bf1eee8ec3a" -d '{"events": [{"server_uuid": "4872f4ec-35cd-4199-be65-af105891f474", "name": "network-vif-deleted", "tag": "015f45dc-19cd-4493-9e22-b62ece205b89"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:25:57.651844 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdffff6-a61f-4f0d-800b-b72997c6bd8d x-openstack-request-id: req-4fdffff6-a61f-4f0d-800b-b72997c6bd8d {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:25:57.652168 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4872f4ec-35cd-4199-be65-af105891f474", "name": "network-vif-deleted", "tag": "015f45dc-19cd-4493-9e22-b62ece205b89", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:25:57.652483 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fdffff6-a61f-4f0d-800b-b72997c6bd8d {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:25:57.652910 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4872f4ec-35cd-4199-be65-af105891f474', 'name': 'network-vif-deleted', 'tag': '015f45dc-19cd-4493-9e22-b62ece205b89', 'status': 'completed', 'code': 200} Jun 26 18:25:58.634725 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-541f2f4e-76dd-4cd0-a371-3dd4addf9834 req-48906ce0-659e-4a5a-aa4d-f90d0ffe64bf tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] 10.222.0.15 "GET /v2.0/ports?device_id=4872f4ec-35cd-4199-be65-af105891f474 HTTP/1.1" status: 200 len: 210 time: 0.0281522 Jun 26 18:25:59.237562 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10f74f-d0c3-405f-9fa8-5bc20ff01e17 req-2b5d8638-d724-4442-8a94-5696b582bbb6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:25:59.238932 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0f10f74f-d0c3-405f-9fa8-5bc20ff01e17 req-2b5d8638-d724-4442-8a94-5696b582bbb6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 947 time: 0.0643935 Jun 26 18:25:59.275964 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0f10f74f-d0c3-405f-9fa8-5bc20ff01e17 req-b3f78377-d20b-452d-815e-4087cc350d7b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307503 Jun 26 18:26:00.453547 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 015f45dc-19cd-4493-9e22-b62ece205b89 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:26:00.463080 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe36216-8c1a-40a9-a44a-e89947bc41ee req-7cdd36dc-1fe7-4e22-9881-53bbeb751bf7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:00.464700 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8fe36216-8c1a-40a9-a44a-e89947bc41ee req-7cdd36dc-1fe7-4e22-9881-53bbeb751bf7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 947 time: 0.0701113 Jun 26 18:26:00.476171 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 015f45dc-19cd-4493-9e22-b62ece205b89 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:26:00.476547 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 015f45dc-19cd-4493-9e22-b62ece205b89 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:26:00.502682 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8fe36216-8c1a-40a9-a44a-e89947bc41ee req-34481780-3408-46ea-907a-324f9e0dfa53 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Jun 26 18:26:00.862708 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:01.140845 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-d86ab6bc-0899-41b2-aa7f-682a7e751807 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:01.142229 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-d86ab6bc-0899-41b2-aa7f-682a7e751807 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 947 time: 0.0624027 Jun 26 18:26:01.245125 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Deleting port a5a5b97f-1bde-4151-9086-9153b3a34290 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:26:01.245470 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:01.329290 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] For port a5a5b97f-1bde-4151-9086-9153b3a34290, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a5b97f-1bde-4151-9086-9153b3a34290,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:01.329651 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:01.544828 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:01.545241 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:01.545561 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.l3_db [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Floating IP 83d810bf-98fb-4938-9b8f-8b059e7e034c disassociated. External IP: 172.28.1.145, port: a5a5b97f-1bde-4151-9086-9153b3a34290. Jun 26 18:26:01.545908 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Calling delete_port for a5a5b97f-1bde-4151-9086-9153b3a34290 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:26:01.717034 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382df95-d0e9-4a2d-96bb-99d39cbc4e19 req-0822ddbc-f25b-44d6-aa85-96cb6efce1d1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:01.718495 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e382df95-d0e9-4a2d-96bb-99d39cbc4e19 req-0822ddbc-f25b-44d6-aa85-96cb6efce1d1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 947 time: 0.0969398 Jun 26 18:26:01.755770 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e382df95-d0e9-4a2d-96bb-99d39cbc4e19 req-b02e9676-7019-4167-9f7c-7000484f3c31 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b790f35-fab1-432d-bcaf-a2543d1776c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Jun 26 18:26:01.788990 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:01.794499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5c970d63-456b-43a8-9b8d-e35084d83c7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:01.826355 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event deleted for resources: {'Port': ['ID=a5a5b97f-1bde-4151-9086-9153b3a34290,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:01.829324 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:01.941686 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Router 9f08ce88-0535-4415-ba54-87617fbcd0e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:26:02.100832 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:26:02.113404 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] Sync routers for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:26:02.128849 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:26:02.129750 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:25:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:02.163179 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] No DVR routers for this DVR port a5a5b97f-1bde-4151-9086-9153b3a34290 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:26:02.167447 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:02.169924 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-eaea67df-43ac-44f6-985e-c17293ac8ada req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "DELETE /v2.0/ports/a5a5b97f-1bde-4151-9086-9153b3a34290 HTTP/1.1" status: 204 len: 173 time: 1.0205243 Jun 26 18:26:02.170658 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-deleted', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:02.173449 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f066f183-92a9-4f9a-8e33-609a8ad470ed" -d '{"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-deleted", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:02.254142 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d131a9-bd40-459b-b54c-b0acc0169e15 x-openstack-request-id: req-74d131a9-bd40-459b-b54c-b0acc0169e15 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:02.254773 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b60a9a-396d-424e-a21f-5e0fde2a7144", "name": "network-vif-deleted", "tag": "a5a5b97f-1bde-4151-9086-9153b3a34290", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:02.255076 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74d131a9-bd40-459b-b54c-b0acc0169e15 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:02.255535 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b60a9a-396d-424e-a21f-5e0fde2a7144', 'name': 'network-vif-deleted', 'tag': 'a5a5b97f-1bde-4151-9086-9153b3a34290', 'status': 'completed', 'code': 200} Jun 26 18:26:02.330400 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:26:02.352893 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-d48a8715-e997-4129-bac1-0ebb3d945614 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099465 Jun 26 18:26:02.465368 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-4a3211a7-f252-43cc-b7c2-cf5eb6123b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:02.467372 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-4a3211a7-f252-43cc-b7c2-cf5eb6123b4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 1098 time: 0.0676596 Jun 26 18:26:02.628553 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:02.671591 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-baefe06b-e0ab-4126-9f1e-1a375d90215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:02.675445 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-baefe06b-e0ab-4126-9f1e-1a375d90215d service neutron] 10.222.0.37 "GET /v2.0/networks?id=11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 200 len: 912 time: 0.1828818 Jun 26 18:26:02.680166 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] Checking router: 9f08ce88-0535-4415-ba54-87617fbcd0e3 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:26:02.693367 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:26:02.694442 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:25:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:02.866132 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:26:02.908707 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-a8e589f4-05ce-48fe-9569-eb5369e35a71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93 HTTP/1.1" status: 200 len: 1001 time: 0.2014799 Jun 26 18:26:03.006222 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-5820566d-a017-4ec8-bc70-459a02875269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:03.007709 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-5820566d-a017-4ec8-bc70-459a02875269 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=823fea05-cbcf-425a-bf65-2840733ad5dd HTTP/1.1" status: 200 len: 850 time: 0.0935025 Jun 26 18:26:03.138927 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c1f1d99e-7935-4ad8-b8c4-8325622e2c4a req-7fb6e383-c1be-4394-a25f-c80a4d128009 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b60a9a-396d-424e-a21f-5e0fde2a7144 HTTP/1.1" status: 200 len: 210 time: 0.0863178 Jun 26 18:26:03.171618 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-325c1198-bbce-4795-b365-6ae5a5069ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:03.173368 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-325c1198-bbce-4795-b365-6ae5a5069ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11f186de-3c3d-410e-962a-ea1d4732274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1571388 Jun 26 18:26:03.229407 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:03.266708 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f039b-c5d8-4790-b8a8-d8fb689a07c3 None None] The sync data for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb is: [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:26:03.292124 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-08701b5f-cb66-4326-b6ef-25725193ad2c service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082206 Jun 26 18:26:03.439731 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f241ef1-cc58-44e3-a1b0-1e0a8d6ec705 req-031d40ef-3c3a-44c0-9d8c-8e5abcfd7aef service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142063 Jun 26 18:26:03.628398 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb495c-2a2f-48bf-b208-1d117fce7117 None None] New status for floating IP 83d810bf-98fb-4938-9b8f-8b059e7e034c: DOWN {{(pid=93537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:26:04.380605 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 36702) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:04.455138 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e18aa71c-416d-4af2-98d6-4b9798b109ba tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:04.472155 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:26:04.484637 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e18aa71c-416d-4af2-98d6-4b9798b109ba tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:04.515999 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: a5a5b97f-1bde-4151-9086-9153b3a34290 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:26:04.515999 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device a5a5b97f-1bde-4151-9086-9153b3a34290 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:26:04.617866 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e18aa71c-416d-4af2-98d6-4b9798b109ba tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:04.620851 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e18aa71c-416d-4af2-98d6-4b9798b109ba tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:04.621928 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-e18aa71c-416d-4af2-98d6-4b9798b109ba tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "DELETE /v2.0/security-groups/4b790f35-fab1-432d-bcaf-a2543d1776c2 HTTP/1.1" status: 204 len: 168 time: 0.2394428 Jun 26 18:26:04.622777 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a7cdc710-8df2-4f71-abd3-04e2d2920408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:04.626281 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 36704) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:04.644173 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18aa71c-416d-4af2-98d6-4b9798b109ba tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b790f35-fab1-432d-bcaf-a2543d1776c2,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:04.646629 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e18aa71c-416d-4af2-98d6-4b9798b109ba tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:04.647970 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.api.v2.resource [None req-6032afdd-7ac3-428f-92ba-dd28d3638efb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] show failed (client error): The resource could not be found. Jun 26 18:26:04.660606 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36708) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:04.679176 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-6032afdd-7ac3-428f-92ba-dd28d3638efb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups/4b790f35-fab1-432d-bcaf-a2543d1776c2 HTTP/1.1" status: 404 len: 347 time: 0.0515039 Jun 26 18:26:04.815572 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Deleting port f793546c-36e1-4290-8e7c-11fb3509d08b {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:26:04.815919 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:04.934644 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:04.934991 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:04.950895 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Calling delete_port for f793546c-36e1-4290-8e7c-11fb3509d08b owned by network:floatingip {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:26:05.277898 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:05.282506 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:05.308209 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event deleted for resources: {'Port': ['ID=f793546c-36e1-4290-8e7c-11fb3509d08b,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:05.320260 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.320260 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.320260 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.320260 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.320880 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.321144 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.321440 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.321776 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.322151 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.323072 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.323450 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.324046 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:05.348161 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:05.392597 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:05.395591 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:05.396974 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-537e196c-52b9-40d3-98e5-4b1fcfbb4702 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "DELETE /v2.0/floatingips/83d810bf-98fb-4938-9b8f-8b059e7e034c HTTP/1.1" status: 204 len: 168 time: 0.7348106 Jun 26 18:26:05.938646 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36752) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:05.943984 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-add4d30e-1c6f-4194-8272-59d3fe147905 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44446818', 'description': 'tempest-description--1674574144'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:05.991811 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36754) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:06.026314 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-add4d30e-1c6f-4194-8272-59d3fe147905 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:06.129306 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6541a540-07f6-421d-abbe-b6caeae45358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:06.207835 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-add4d30e-1c6f-4194-8272-59d3fe147905 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:06.527926 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-add4d30e-1c6f-4194-8272-59d3fe147905 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:06.533399 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-02109b41-fc46-4277-8c87-b5444ac0263b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:06.573770 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4d30e-1c6f-4194-8272-59d3fe147905 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecccbd7-c43b-419d-a28f-30a46347e0b7,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:06.585909 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-add4d30e-1c6f-4194-8272-59d3fe147905 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:06.673524 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6541a540-07f6-421d-abbe-b6caeae45358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:06.707017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45047a-55d4-43cf-87b7-f33a28cd6fb2 req-13f91883-91f8-49da-8c3b-6c3eaf6c79be tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:06.708660 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fe45047a-55d4-43cf-87b7-f33a28cd6fb2 req-13f91883-91f8-49da-8c3b-6c3eaf6c79be tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0884135 Jun 26 18:26:06.742874 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6541a540-07f6-421d-abbe-b6caeae45358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:06.747487 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:06.768945 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fe45047a-55d4-43cf-87b7-f33a28cd6fb2 req-c831d8f3-c8e8-45a2-bb36-fb5844c90c53 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525801 Jun 26 18:26:06.810214 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6541a540-07f6-421d-abbe-b6caeae45358 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae1ffd40cea54700a99243ca3cc45f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8144968 Jun 26 18:26:06.810214 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541a540-07f6-421d-abbe-b6caeae45358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2313765a-f66c-4328-9b32-c1a0a5d1101e,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:06.812281 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 36770) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:06.822653 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6541a540-07f6-421d-abbe-b6caeae45358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:06.841111 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-add4d30e-1c6f-4194-8272-59d3fe147905 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:06.843539 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-add4d30e-1c6f-4194-8272-59d3fe147905 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9029424 Jun 26 18:26:06.846776 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36772) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:06.852064 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-7238a2b4-512c-4fe2-82fd-181d004aa4c6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'security_group_rule': {'security_group_id': '3ecccbd7-c43b-419d-a28f-30a46347e0b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:06.874500 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e21e8dd5-5457-478b-8cad-05bc914ba93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:06.913705 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e21e8dd5-5457-478b-8cad-05bc914ba93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:06.988632 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7238a2b4-512c-4fe2-82fd-181d004aa4c6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.040487 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e21e8dd5-5457-478b-8cad-05bc914ba93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.043577 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e21e8dd5-5457-478b-8cad-05bc914ba93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.045074 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-e21e8dd5-5457-478b-8cad-05bc914ba93f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2313765a-f66c-4328-9b32-c1a0a5d1101e HTTP/1.1" status: 204 len: 168 time: 0.2310998 Jun 26 18:26:07.046030 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7231002c-0b98-44b8-b683-c5ec1a03291a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:07.058362 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e8dd5-5457-478b-8cad-05bc914ba93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2313765a-f66c-4328-9b32-c1a0a5d1101e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:07.073083 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7238a2b4-512c-4fe2-82fd-181d004aa4c6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.073199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e21e8dd5-5457-478b-8cad-05bc914ba93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:07.149196 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7238a2b4-512c-4fe2-82fd-181d004aa4c6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.151972 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-818495aa-68a9-4e03-934c-f1bb3c6936a1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:07.171648 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238a2b4-512c-4fe2-82fd-181d004aa4c6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e8bdc9-1f3e-40d1-aad7-9bbdef43fb20,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:07.174492 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7238a2b4-512c-4fe2-82fd-181d004aa4c6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:07.234335 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7238a2b4-512c-4fe2-82fd-181d004aa4c6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.235965 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-7238a2b4-512c-4fe2-82fd-181d004aa4c6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3880243 Jun 26 18:26:07.238925 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 36782) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:07.245596 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-643c3508-b365-41f3-9b57-b4e4dafb9cd3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'security_group_rule': {'security_group_id': '3ecccbd7-c43b-419d-a28f-30a46347e0b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:07.314050 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-643c3508-b365-41f3-9b57-b4e4dafb9cd3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.376028 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-643c3508-b365-41f3-9b57-b4e4dafb9cd3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.423620 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-643c3508-b365-41f3-9b57-b4e4dafb9cd3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.426447 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-21873deb-bdbe-42ab-8020-5602f37464d1 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:07.441730 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c3508-b365-41f3-9b57-b4e4dafb9cd3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224fa708-0bd5-498b-b893-c5dc5c9cf569,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:07.450155 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-643c3508-b365-41f3-9b57-b4e4dafb9cd3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:07.583682 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-643c3508-b365-41f3-9b57-b4e4dafb9cd3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.585263 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-643c3508-b365-41f3-9b57-b4e4dafb9cd3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448241 Jun 26 18:26:07.589983 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 36786) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:07.595053 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'floatingip': {'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:07.720547 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.837426 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.858643 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36790) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:07.882774 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-50ffa668-cc0d-491c-a49f-e0486f9b3540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:07.970812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Allocated IP 172.28.1.248 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/cdbac28d-5061-49e5-8261-e7b9402f6954) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:26:07.991355 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-50ffa668-cc0d-491c-a49f-e0486f9b3540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.064224 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-50ffa668-cc0d-491c-a49f-e0486f9b3540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.069336 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-cd12a679-d9d1-49ff-bafd-ea20c2fd2429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:08.125986 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.136623 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 36798) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:08.142371 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-50ffa668-cc0d-491c-a49f-e0486f9b3540 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0af20e34f9fc4abca4f34ef1e18ff61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825572 Jun 26 18:26:08.144276 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffa668-cc0d-491c-a49f-e0486f9b3540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651983ce-54d6-4877-b214-0c013d9bd0a0,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:08.166495 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-50ffa668-cc0d-491c-a49f-e0486f9b3540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:08.241484 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ba5e1-c30f-4426-816d-a9dffafc18ac req-c0e36370-b0f7-4965-93f9-9e2809a67ac7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:08.249005 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ab8ba5e1-c30f-4426-816d-a9dffafc18ac req-c0e36370-b0f7-4965-93f9-9e2809a67ac7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1711912 Jun 26 18:26:08.261504 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c055ea41-b8a7-405c-87e5-f54fb3acf12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.300405 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c055ea41-b8a7-405c-87e5-f54fb3acf12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.309518 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ab8ba5e1-c30f-4426-816d-a9dffafc18ac req-53dcb041-d85b-4733-b13b-286c568aed2a tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597043 Jun 26 18:26:08.335489 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.335489 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-1e91a01c-b4cf-4682-93b9-e6ccfa43cdfa tempest-VolumesActionsTest-150168375 tempest-VolumesActionsTest-150168375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:08.381952 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:26:08.387603 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:26:08.391047 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:26:08.392178 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'Port': ['ID=cdbac28d-5061-49e5-8261-e7b9402f6954,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:08.395682 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:08.507438 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c055ea41-b8a7-405c-87e5-f54fb3acf12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.510650 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c055ea41-b8a7-405c-87e5-f54fb3acf12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.514151 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c055ea41-b8a7-405c-87e5-f54fb3acf12b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/651983ce-54d6-4877-b214-0c013d9bd0a0 HTTP/1.1" status: 204 len: 168 time: 0.3727751 Jun 26 18:26:08.514618 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ca38b0cb-cc06-4984-8787-d2873efa5616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:08.524653 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055ea41-b8a7-405c-87e5-f54fb3acf12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651983ce-54d6-4877-b214-0c013d9bd0a0,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:08.532778 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c055ea41-b8a7-405c-87e5-f54fb3acf12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:08.549915 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.700788 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:08.871097 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-7ab2b4bc-91a6-4e49-b023-f4fdba297252 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:08.872549 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-7ab2b4bc-91a6-4e49-b023-f4fdba297252 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1422181 Jun 26 18:26:08.999909 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.034043 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Deleting port fad521e2-def8-465e-b1f0-6d81eb99fc93 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:26:09.034417 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.054036 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.058728 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-04730f5c-cfa4-471f-bdb2-1539fb7e3b2a tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:09.196440 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'Port': ['ID=cdbac28d-5061-49e5-8261-e7b9402f6954,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:09.204996 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:09.279220 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.289285 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] For port fad521e2-def8-465e-b1f0-6d81eb99fc93, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fad521e2-def8-465e-b1f0-6d81eb99fc93,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:09.289650 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.418032 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.430491 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8283925 Jun 26 18:26:09.658042 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.659760 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.659760 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.l3_db [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Floating IP d9f80f74-8f67-4002-91c0-0316c0cd03ea disassociated. External IP: 172.28.1.206, port: fad521e2-def8-465e-b1f0-6d81eb99fc93. Jun 26 18:26:09.659760 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Calling delete_port for fad521e2-def8-465e-b1f0-6d81eb99fc93 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:26:09.889508 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d662-c6de-4d28-b677-2cc034a2524f req-df86cedc-1bbd-480a-9f8e-a28ad8c2360e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:09.891049 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12a6d662-c6de-4d28-b677-2cc034a2524f req-df86cedc-1bbd-480a-9f8e-a28ad8c2360e tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 945 time: 0.3099670 Jun 26 18:26:09.938205 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-12a6d662-c6de-4d28-b677-2cc034a2524f req-12afb5da-6bd6-40b9-b3f6-34e8ba1958c8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=713c0248-59ec-482c-a533-e37f2bee7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414119 Jun 26 18:26:09.939348 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.944114 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c2ddebf9-1c37-4439-ac2b-f1ca6d8b8272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:09.946589 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-add348d9-7580-4103-a740-457ecd39d139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:09.978519 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event deleted for resources: {'Port': ['ID=fad521e2-def8-465e-b1f0-6d81eb99fc93,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:09.982343 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:10.160610 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-18f1d118-8711-4bba-a0a7-c3650c7b49f5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--44446818&fields=id&tenant_id=ec614dc5ca38497d9aed818d210815e9 HTTP/1.1" status: 200 len: 267 time: 0.0668240 Jun 26 18:26:10.164742 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Router b23c871a-ebf7-4095-862c-75bef0e62615 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:26:10.559620 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af157c3b-4b61-49c7-b0f8-a4dbf639e63d req-891624a5-c4d9-472c-9494-18ef1632d8d8 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:10.561305 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-af157c3b-4b61-49c7-b0f8-a4dbf639e63d req-891624a5-c4d9-472c-9494-18ef1632d8d8 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 946 time: 0.1078370 Jun 26 18:26:10.648305 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-af157c3b-4b61-49c7-b0f8-a4dbf639e63d req-ee441bd8-846b-4bf7-ba9e-e16ff848399c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738788 Jun 26 18:26:10.718318 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-5fcf3321-19e5-4237-b8b9-6e2a3176f59b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:10.719796 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-5fcf3321-19e5-4237-b8b9-6e2a3176f59b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 817 time: 0.5477247 Jun 26 18:26:10.738429 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:26:10.753361 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] Sync routers for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:26:10.773173 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-8f7e5e67-6000-4f5c-8253-a03540ee9290 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/quotas/ec614dc5ca38497d9aed818d210815e9 HTTP/1.1" status: 200 len: 375 time: 0.0430369 Jun 26 18:26:10.775270 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:26:10.776273 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:25:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:10.797030 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] No DVR routers for this DVR port fad521e2-def8-465e-b1f0-6d81eb99fc93 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:26:10.807712 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:10.810006 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-da15e244-22f6-4a48-9ff2-2115a4426026 req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "DELETE /v2.0/ports/fad521e2-def8-465e-b1f0-6d81eb99fc93 HTTP/1.1" status: 204 len: 173 time: 1.9299014 Jun 26 18:26:10.810006 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'name': 'network-vif-deleted', 'tag': 'fad521e2-def8-465e-b1f0-6d81eb99fc93'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:10.812746 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a54d2-f392-4ec7-95f5-acf50427ac5a" -d '{"events": [{"server_uuid": "bdb6279a-7e88-4d78-9384-643f1900e3b1", "name": "network-vif-deleted", "tag": "fad521e2-def8-465e-b1f0-6d81eb99fc93"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:10.867240 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca4ce42-a914-4162-9bac-e47b23c6ef7a x-openstack-request-id: req-aca4ce42-a914-4162-9bac-e47b23c6ef7a {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:10.867560 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb6279a-7e88-4d78-9384-643f1900e3b1", "name": "network-vif-deleted", "tag": "fad521e2-def8-465e-b1f0-6d81eb99fc93", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:10.867846 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aca4ce42-a914-4162-9bac-e47b23c6ef7a {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:10.868270 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb6279a-7e88-4d78-9384-643f1900e3b1', 'name': 'network-vif-deleted', 'tag': 'fad521e2-def8-465e-b1f0-6d81eb99fc93', 'status': 'completed', 'code': 200} Jun 26 18:26:10.917209 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-2a9a7bcc-d96b-4b6e-88a8-bf15b925f6f5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1156707 Jun 26 18:26:11.027250 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:26:11.099945 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-de1737d1-c3f2-42ab-908d-4f0f0a0125db service neutron] 10.222.0.15 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784112 Jun 26 18:26:11.264542 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-78e65623-7c90-48d8-a8fe-6aa216ca61d6 req-be5cb95a-70a6-48c4-b9d4-20b9c55f55d2 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb6279a-7e88-4d78-9384-643f1900e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0618353 Jun 26 18:26:11.285466 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-76c5f4a3-a75d-4a99-9aee-9ea46a228372 service neutron] 10.222.0.15 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841574 Jun 26 18:26:11.359165 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:11.390633 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] Checking router: b23c871a-ebf7-4095-862c-75bef0e62615 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:26:11.399708 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:26:11.400993 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:25:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:11.533008 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:26:11.811452 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8ec91839-1f28-4afe-a74f-72b0f16e0bc0 req-7d780251-9c97-4961-9815-551b12d9ca75 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 210 time: 0.0953734 Jun 26 18:26:11.901392 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:11.920953 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679c72-4efd-426f-8c15-e4de0f796b50 req-bad1cd6b-f6dd-43db-9f20-4b2aeb171eac tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:11.929920 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f679c72-4efd-426f-8c15-e4de0f796b50 req-bad1cd6b-f6dd-43db-9f20-4b2aeb171eac tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 946 time: 0.1075156 Jun 26 18:26:11.945555 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74192f4d-77af-43a9-938d-08da23a8cf69 None None] The sync data for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb is: [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:26:11.986233 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6f679c72-4efd-426f-8c15-e4de0f796b50 req-8db96d74-b4f5-45e9-9899-08db8ac4c41c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550606 Jun 26 18:26:12.287746 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58f669e-3c52-43b6-81ef-f1a4c0c80c2e None None] New status for floating IP d9f80f74-8f67-4002-91c0-0316c0cd03ea: DOWN {{(pid=93537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:26:12.528848 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device fad521e2-def8-465e-b1f0-6d81eb99fc93 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:26:12.560699 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: fad521e2-def8-465e-b1f0-6d81eb99fc93 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:26:12.561242 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device fad521e2-def8-465e-b1f0-6d81eb99fc93 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:26:12.590101 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b0d9263c-dc51-4e12-86bc-038dc1a2c30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:12.598043 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 36914) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:12.677266 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-26cca32a-97af-482e-a8cb-436526668117 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:12.703490 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-26cca32a-97af-482e-a8cb-436526668117 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:12.843199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-26cca32a-97af-482e-a8cb-436526668117 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:12.843439 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-26cca32a-97af-482e-a8cb-436526668117 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:12.848375 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-26cca32a-97af-482e-a8cb-436526668117 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "DELETE /v2.0/security-groups/713c0248-59ec-482c-a533-e37f2bee7b30 HTTP/1.1" status: 204 len: 168 time: 0.2493155 Jun 26 18:26:12.849473 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-08a82939-7f3d-42d7-bd27-e7ff9b79cfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:12.859794 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36920) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:12.894277 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.api.v2.resource [None req-f68ca7c5-dc46-40cf-8faa-8cb9c5ca00e7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] show failed (client error): The resource could not be found. Jun 26 18:26:12.895542 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cca32a-97af-482e-a8cb-436526668117 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c0248-59ec-482c-a533-e37f2bee7b30,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:12.903280 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f68ca7c5-dc46-40cf-8faa-8cb9c5ca00e7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups/713c0248-59ec-482c-a533-e37f2bee7b30 HTTP/1.1" status: 404 len: 347 time: 0.0418460 Jun 26 18:26:12.904103 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36924) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:12.907996 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-26cca32a-97af-482e-a8cb-436526668117 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:12.977310 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:13.036495 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-240274ce-c819-4911-b5e4-5382061b77f5 req-8831b181-b1af-41a0-b5ed-a2b52159a74f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 210 time: 0.0698721 Jun 26 18:26:13.118970 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Deleting port 65b71bc7-eaae-49df-998a-fe1f1d6660d3 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:26:13.119349 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:13.229103 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:13.229879 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:13.242316 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Calling delete_port for 65b71bc7-eaae-49df-998a-fe1f1d6660d3 owned by network:floatingip {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:26:13.252988 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489a407-a874-4219-86c0-69fcf5ab34e4 req-b6fb0e49-f642-40f0-a8e5-04a720a0105b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:13.255537 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b489a407-a874-4219-86c0-69fcf5ab34e4 req-b6fb0e49-f642-40f0-a8e5-04a720a0105b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 946 time: 0.0813169 Jun 26 18:26:13.304864 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b489a407-a874-4219-86c0-69fcf5ab34e4 req-584e988c-d2df-4078-878a-f97509cb2c27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Jun 26 18:26:13.525986 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:13.528497 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-c25bce4a-b7d6-49f8-aa00-a45f3c7c93a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:13.560723 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event deleted for resources: {'Port': ['ID=65b71bc7-eaae-49df-998a-fe1f1d6660d3,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:13.563371 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:13.654173 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:13.659758 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:13.661842 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "DELETE /v2.0/floatingips/d9f80f74-8f67-4002-91c0-0316c0cd03ea HTTP/1.1" status: 204 len: 168 time: 0.7563758 Jun 26 18:26:13.686126 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.004726 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36940) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:14.011269 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-3c257047-45b8-4bbd-8248-e5e13d8213eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376563906', 'description': 'tempest-description--2013236302'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:14.091808 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3c257047-45b8-4bbd-8248-e5e13d8213eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.202457 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3c257047-45b8-4bbd-8248-e5e13d8213eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.233057 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b619b515-3149-4a70-b9f4-01d88d4e9fdd req-58cd03e5-cc05-4d42-a0ee-c93f29298d66 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 210 time: 0.0457101 Jun 26 18:26:14.500689 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df48a-ddb5-439c-865a-ef4cc63bd065 req-3d1561d7-8bf2-4c98-b3af-a551e6540a96 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:14.502234 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b12df48a-ddb5-439c-865a-ef4cc63bd065 req-3d1561d7-8bf2-4c98-b3af-a551e6540a96 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 946 time: 0.0763288 Jun 26 18:26:14.539767 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b12df48a-ddb5-439c-865a-ef4cc63bd065 req-9c46753d-2517-4c36-a185-e00b844665de tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Jun 26 18:26:14.540579 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3c257047-45b8-4bbd-8248-e5e13d8213eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.543562 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5a650e45-d027-472c-bdb4-f569dfe57b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:14.572856 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c257047-45b8-4bbd-8248-e5e13d8213eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:14.576378 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-3c257047-45b8-4bbd-8248-e5e13d8213eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:14.642460 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3c257047-45b8-4bbd-8248-e5e13d8213eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.651309 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-3c257047-45b8-4bbd-8248-e5e13d8213eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6414223 Jun 26 18:26:14.651493 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36954) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:14.669382 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-117f8761-8475-4413-9bcb-d5f239bebb3b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'security_group_rule': {'security_group_id': '2a8b47c4-5281-4ccf-a504-bbb9c7056b2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:14.718891 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-4fa0c119-54de-4d01-bd1a-175adaaa0cfa tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:14.720591 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-4fa0c119-54de-4d01-bd1a-175adaaa0cfa tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 817 time: 0.1246352 Jun 26 18:26:14.784656 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-0198b804-94f3-4b1d-bbb8-1670b3f56dc0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec614dc5ca38497d9aed818d210815e9 HTTP/1.1" status: 200 len: 378 time: 0.0476327 Jun 26 18:26:14.804152 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'port': {'device_id': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'admin_state_up': True, 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'security_groups': ['3ecccbd7-c43b-419d-a28f-30a46347e0b7']}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:14.805899 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-117f8761-8475-4413-9bcb-d5f239bebb3b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.912881 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-117f8761-8475-4413-9bcb-d5f239bebb3b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.984194 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Made reservation on behalf of ec614dc5ca38497d9aed818d210815e9 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:26:14.986812 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-117f8761-8475-4413-9bcb-d5f239bebb3b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.991309 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.995034 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f0e227d0-f4a9-4ff2-9eec-5df57a8dd212 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:15.038713 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f8761-8475-4413-9bcb-d5f239bebb3b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecb1bfe-4a17-4137-ab2d-c4355ad9dbc9,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:15.044221 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-117f8761-8475-4413-9bcb-d5f239bebb3b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:15.103562 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-117f8761-8475-4413-9bcb-d5f239bebb3b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.107691 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-117f8761-8475-4413-9bcb-d5f239bebb3b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4525588 Jun 26 18:26:15.108075 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36958) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:15.114552 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-53ef8fec-4aef-4e70-b9b1-fef2dc9f9a3f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'security_group_rule': {'security_group_id': '2a8b47c4-5281-4ccf-a504-bbb9c7056b2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:15.142939 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Allocated IP 172.20.0.11 (0d846234-23d8-42d7-b28e-92457d4e6f5f/fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb/5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:26:15.160442 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.247065 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-53ef8fec-4aef-4e70-b9b1-fef2dc9f9a3f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.356042 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.375167 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Transition to ACTIVE for port object 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:26:15.381629 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-53ef8fec-4aef-4e70-b9b1-fef2dc9f9a3f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.438673 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-76baff2a-8263-4452-9ea6-b50be7d5891d req-1d6abb51-c7a1-48b9-8dc3-f79d37571b7e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 210 time: 0.0335264 Jun 26 18:26:15.463156 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-53ef8fec-4aef-4e70-b9b1-fef2dc9f9a3f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.468180 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4b6d5acb-97f5-4a87-b858-fc43eb4b1bb8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:15.483528 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef8fec-4aef-4e70-b9b1-fef2dc9f9a3f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51109d5d-186f-4f21-9147-4aed7c3a408d,revision_number=0']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:15.486016 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-53ef8fec-4aef-4e70-b9b1-fef2dc9f9a3f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:15.492551 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.505097 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9454278e-33a1-496c-9248-50d8bc662bd8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:15.562218 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:26:15.570765 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:26:15.577421 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-53ef8fec-4aef-4e70-b9b1-fef2dc9f9a3f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.578419 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-53ef8fec-4aef-4e70-b9b1-fef2dc9f9a3f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4693246 Jun 26 18:26:15.582022 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 36972) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:15.594624 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'floatingip': {'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:15.597257 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:26:15.662964 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:15.680009 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:15.697974 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.710125 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:15.710887 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.752233 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-336b9697-e651-47a4-9827-2c3ad2be9c76 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:15.753861 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-336b9697-e651-47a4-9827-2c3ad2be9c76 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 946 time: 0.1844914 Jun 26 18:26:15.810295 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0177448 Jun 26 18:26:15.843592 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Request body: {'port': {'device_id': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:15.903331 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0627c2-0a43-42ca-ace8-277afa800000 req-99bb8c3d-aafa-465a-a66f-60c8296c13e7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:15.913237 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7c0627c2-0a43-42ca-ace8-277afa800000 req-99bb8c3d-aafa-465a-a66f-60c8296c13e7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 946 time: 0.1900015 Jun 26 18:26:15.987477 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:15.991090 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Deleting port 738210f9-658c-46c6-bba3-382448384b1e {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:26:15.991435 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.007189 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7c0627c2-0a43-42ca-ace8-277afa800000 req-f2249210-863e-42e9-acaa-eb114b5e9307 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784261 Jun 26 18:26:16.045034 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.052844 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-8ddb7b02-a7cb-412c-ba1d-7b85854a2a83 None None] Provisioning for port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:26:16.060572 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-8ddb7b02-a7cb-412c-ba1d-7b85854a2a83 None None] Provisioning complete for port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:26:16.061292 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8ddb7b02-a7cb-412c-ba1d-7b85854a2a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.135181 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb7b02-a7cb-412c-ba1d-7b85854a2a83 None None] Port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:26:16.215772 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Allocated IP 172.28.1.102 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/ab0275a5-c58f-439a-be1b-26ac7357ab15) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:26:16.272260 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] For port 738210f9-658c-46c6-bba3-382448384b1e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=738210f9-658c-46c6-bba3-382448384b1e,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:16.273141 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.301622 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Calling delete_port for 738210f9-658c-46c6-bba3-382448384b1e owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:26:16.357893 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.478232 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069428247'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.486932 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d9a0a23d-5c04-4615-9234-ab7cb8845a6b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:16.592716 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:26:16.604889 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:26:16.610932 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:26:16.612310 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:26:16.615216 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'Port': ['ID=ab0275a5-c58f-439a-be1b-26ac7357ab15,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:16.622398 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.638898 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Transition to ACTIVE for port object 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:26:16.645734 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:16.745186 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.764011 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.766000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:16.821862 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.841300 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] No DVR routers for this DVR port 738210f9-658c-46c6-bba3-382448384b1e on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:26:16.851585 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.853784 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f3c5889c-42bb-47b4-a517-e9d6f2a843b6 req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.37 "DELETE /v2.0/ports/738210f9-658c-46c6-bba3-382448384b1e HTTP/1.1" status: 204 len: 173 time: 1.0928819 Jun 26 18:26:16.858610 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae14150-926e-4100-b1b7-c958dafc3d47', 'name': 'network-vif-deleted', 'tag': '738210f9-658c-46c6-bba3-382448384b1e'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:16.860935 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26772c08-bf9c-4eb9-813e-de233b8919b6" -d '{"events": [{"server_uuid": "0ae14150-926e-4100-b1b7-c958dafc3d47", "name": "network-vif-deleted", "tag": "738210f9-658c-46c6-bba3-382448384b1e"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:16.863720 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Pushing event deleted for resources: {'Port': ['ID=738210f9-658c-46c6-bba3-382448384b1e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:16.869601 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:16.870148 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d8dcff8c-b575-49db-b0a7-b5caffbf4fa4 tempest-ServerRescueNegativeTestJSON-160758128 tempest-ServerRescueNegativeTestJSON-160758128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:16.912221 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:16.916736 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:16.953659 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:16.957420 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bc02c-1713-4e3b-b0c3-1c6fe07eda28 req-b5456b42-3fd9-41ae-998a-fac02a900304 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:16.965842 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2e0bc02c-1713-4e3b-b0c3-1c6fe07eda28 req-b5456b42-3fd9-41ae-998a-fac02a900304 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 932 time: 0.2796547 Jun 26 18:26:17.014312 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205fc25b-a1d0-4091-b338-4b6a800cef7e x-openstack-request-id: req-205fc25b-a1d0-4091-b338-4b6a800cef7e {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:17.018528 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae14150-926e-4100-b1b7-c958dafc3d47", "name": "network-vif-deleted", "tag": "738210f9-658c-46c6-bba3-382448384b1e", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:17.018528 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-205fc25b-a1d0-4091-b338-4b6a800cef7e {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:17.023047 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae14150-926e-4100-b1b7-c958dafc3d47', 'name': 'network-vif-deleted', 'tag': '738210f9-658c-46c6-bba3-382448384b1e', 'status': 'completed', 'code': 200} Jun 26 18:26:17.155283 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2e0bc02c-1713-4e3b-b0c3-1c6fe07eda28 req-80e14dca-a032-4bf8-a2ec-2c6981ac505d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1884017 Jun 26 18:26:17.195082 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Attempting to bind port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:26:17.195480 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Attempting to bind port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:26:17.196250 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Attempting to bind port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 on network 0d846234-23d8-42d7-b28e-92457d4e6f5f {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:26:17.201638 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 on network 0d846234-23d8-42d7-b28e-92457d4e6f5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:26:17.201976 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Attempting to bind port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 on network 0d846234-23d8-42d7-b28e-92457d4e6f5f {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:26:17.209214 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:26:17.209562 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Checking segment: {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:26:17.210015 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Bound using segment: {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:26:17.210769 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Bound port: 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ed4883-d459-4603-9f87-49924a5dae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:26:17.211504 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.231427 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-14ca008d-973d-44c7-8f8b-005e6c681f8e req-69f116cd-a156-4251-acd2-dfe866804591 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae14150-926e-4100-b1b7-c958dafc3d47 HTTP/1.1" status: 200 len: 210 time: 0.0381877 Jun 26 18:26:17.313936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:26:17.318281 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:26:17.328630 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.458162 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.462455 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069428453'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.465076 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-80a29e25-ea7f-4c57-a423-5c011b0fb59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:17.469027 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:17.515501 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:17.516544 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.517956 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 HTTP/1.1" status: 200 len: 1094 time: 1.6907637 Jun 26 18:26:17.550579 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'Port': ['ID=ab0275a5-c58f-439a-be1b-26ac7357ab15,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:17.563061 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:17.571811 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.598178 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:17.605448 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:17.657977 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.659382 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0762548 Jun 26 18:26:17.823526 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-e923724b-dc4c-4f8a-875c-9c4ed822af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:17.826991 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-e923724b-dc4c-4f8a-875c-9c4ed822af3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 1097 time: 0.1755946 Jun 26 18:26:17.947111 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-21d22a33-3d7f-4faa-8d28-3b9433c2d453 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 HTTP/1.1" status: 200 len: 217 time: 0.1054394 Jun 26 18:26:18.019996 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-929a4510-0d76-4387-9eab-a6492bea79ff tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--376563906&fields=id&tenant_id=ad06cf8d1da342fdab53083d123f7005 HTTP/1.1" status: 200 len: 267 time: 0.0711331 Jun 26 18:26:18.027099 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-311449c8-6f83-4f0e-96ca-05b026c44779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:18.028554 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-311449c8-6f83-4f0e-96ca-05b026c44779 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0724764 Jun 26 18:26:18.178682 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-18c690c0-df94-4f2f-b87a-5f7a2b284850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:18.180298 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-18c690c0-df94-4f2f-b87a-5f7a2b284850 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1360273 Jun 26 18:26:18.189612 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-c650f247-43ee-401a-b7df-c840f559149f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:18.191148 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-c650f247-43ee-401a-b7df-c840f559149f tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/networks?id=11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 200 len: 811 time: 0.1575499 Jun 26 18:26:18.236806 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cf0431dd-c197-4ad2-ba74-87ccf9bb0dc7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/quotas/ad06cf8d1da342fdab53083d123f7005 HTTP/1.1" status: 200 len: 375 time: 0.0186381 Jun 26 18:26:18.348580 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-57ca565b-5c97-4a54-8948-b4e56309b583 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561458 Jun 26 18:26:18.392080 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 37028) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:18.437277 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30bebc-bc43-4613-92ed-d7c360cf19db req-3c2eef51-ad7c-4fc8-b0fc-7cbcf36d5195 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:18.438088 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-694d4d70-b2a4-4020-83d5-fd3b42893f82 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697876 Jun 26 18:26:18.439586 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cd30bebc-bc43-4613-92ed-d7c360cf19db req-3c2eef51-ad7c-4fc8-b0fc-7cbcf36d5195 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0809689 Jun 26 18:26:18.500977 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cd30bebc-bc43-4613-92ed-d7c360cf19db req-bc8ecf62-1518-4828-9a67-5ab5086e618a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489464 Jun 26 18:26:18.532653 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f9213fd8-71c4-4c5a-89f2-fdd6405767d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:18.562560 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 738210f9-658c-46c6-bba3-382448384b1e no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:26:18.563516 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-70a48d7a-ebfd-4550-896f-09cf5c3e706f req-d90f099c-85e3-40c8-b92f-6223839ff7ec service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884060 Jun 26 18:26:18.578971 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-92dbbcf7-78b1-4bdc-a8e6-ee8720804c23 service neutron] 10.222.0.15 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134422 Jun 26 18:26:18.638048 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 738210f9-658c-46c6-bba3-382448384b1e {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:26:18.638454 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 738210f9-658c-46c6-bba3-382448384b1e not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:26:18.662318 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f9213fd8-71c4-4c5a-89f2-fdd6405767d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:18.700539 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-7dcd8d49-cf99-4d58-813c-5f9a334ccd9e service neutron] 10.222.0.15 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151106 Jun 26 18:26:18.731560 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f9213fd8-71c4-4c5a-89f2-fdd6405767d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:18.737031 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7d196b1c-d84f-4fbc-a531-ebca6509301e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:18.766148 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9213fd8-71c4-4c5a-89f2-fdd6405767d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7447db34-931f-406b-a61b-02a9d8245786,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:18.771379 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f9213fd8-71c4-4c5a-89f2-fdd6405767d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:18.786175 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f9213fd8-71c4-4c5a-89f2-fdd6405767d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9e59cfef8304c8e83b377586ab6233a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927677 Jun 26 18:26:18.788645 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 37042) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:18.847789 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-fc545c9c-9651-47b5-8e51-23c8d68c77bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:18.875518 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-fc545c9c-9651-47b5-8e51-23c8d68c77bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:19.000338 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-fc545c9c-9651-47b5-8e51-23c8d68c77bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:19.003063 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-fc545c9c-9651-47b5-8e51-23c8d68c77bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:19.005709 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e01730da-5125-4be7-a849-de8d073bcf31 req-3d907908-e490-41d7-8d27-fe51ee7f5983 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 210 time: 0.0480666 Jun 26 18:26:19.007606 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-fc545c9c-9651-47b5-8e51-23c8d68c77bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7447db34-931f-406b-a61b-02a9d8245786 HTTP/1.1" status: 204 len: 168 time: 0.2176111 Jun 26 18:26:19.018940 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4b334b59-a519-45f9-89e6-aff8aca495c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:19.032918 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:19.043570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2f318-9701-4c59-8123-85933ead79a6" -d '{"events": [{"name": "network-changed", "server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:19.062361 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc545c9c-9651-47b5-8e51-23c8d68c77bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7447db34-931f-406b-a61b-02a9d8245786,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:19.078485 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-fc545c9c-9651-47b5-8e51-23c8d68c77bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:19.112962 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30596f55-4fc9-4149-be52-3c02f5ea7dec x-openstack-request-id: req-30596f55-4fc9-4149-be52-3c02f5ea7dec {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:19.114214 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:19.114525 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30596f55-4fc9-4149-be52-3c02f5ea7dec {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:19.115111 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'status': 'completed', 'code': 200} Jun 26 18:26:19.265704 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f318-9701-4c59-8123-85933ead79a6 req-2d147ea3-14fb-4a66-a074-8209bf3a76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:19.267873 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59c2f318-9701-4c59-8123-85933ead79a6 req-2d147ea3-14fb-4a66-a074-8209bf3a76cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 1097 time: 0.0779023 Jun 26 18:26:19.408578 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f318-9701-4c59-8123-85933ead79a6 req-cf62ce97-0c3e-42d4-9e36-a832beff6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:19.409135 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59c2f318-9701-4c59-8123-85933ead79a6 req-cf62ce97-0c3e-42d4-9e36-a832beff6847 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 918 time: 0.1345713 Jun 26 18:26:19.484983 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59c2f318-9701-4c59-8123-85933ead79a6 req-4b05824b-e34f-4e41-b376-bdf7314ac3ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 HTTP/1.1" status: 200 len: 217 time: 0.0681050 Jun 26 18:26:19.561714 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f318-9701-4c59-8123-85933ead79a6 req-dfe3cf3e-da5c-4177-810e-916ef8e1b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:19.563612 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59c2f318-9701-4c59-8123-85933ead79a6 req-dfe3cf3e-da5c-4177-810e-916ef8e1b321 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0713804 Jun 26 18:26:19.637032 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f318-9701-4c59-8123-85933ead79a6 req-965b1ba5-9e51-41d5-bf09-3a05c6f0447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:19.638831 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59c2f318-9701-4c59-8123-85933ead79a6 req-965b1ba5-9e51-41d5-bf09-3a05c6f0447c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0668857 Jun 26 18:26:19.747196 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59c2f318-9701-4c59-8123-85933ead79a6 req-40b96d76-fa4d-4513-87b8-65dcbcef8f51 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020005 Jun 26 18:26:19.810912 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 37068) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:19.855331 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a85256-1a77-4013-8801-4b38aa41d938 req-20ed3a4e-2dff-4e71-afc1-8c3862a38b25 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:19.865798 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-13a85256-1a77-4013-8801-4b38aa41d938 req-20ed3a4e-2dff-4e71-afc1-8c3862a38b25 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.1453781 Jun 26 18:26:19.877330 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-47d9754b-df02-4337-b1e3-df119f169123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:19.881932 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59c2f318-9701-4c59-8123-85933ead79a6 req-7665b594-829e-4049-afcd-68b4e01d0b47 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247435 Jun 26 18:26:19.941018 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-13a85256-1a77-4013-8801-4b38aa41d938 req-63b512f7-5030-4d6d-813f-56428a40beff tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742793 Jun 26 18:26:20.050788 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-47d9754b-df02-4337-b1e3-df119f169123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:20.114584 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-47d9754b-df02-4337-b1e3-df119f169123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:20.117234 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6d76ee2d-d551-4d6f-9169-855b4348b938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:20.180913 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9754b-df02-4337-b1e3-df119f169123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbbf4da-c27a-4830-a074-a78b9fa83910,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:20.199885 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-47d9754b-df02-4337-b1e3-df119f169123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:20.212352 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-47d9754b-df02-4337-b1e3-df119f169123 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a517a17ad89d4d4588f2b1c25ee9045a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948834 Jun 26 18:26:20.213556 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 37080) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:20.239633 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5ffb0824-682c-4e08-866c-fc2bb44e4af1 req-4fd6fd2e-71c2-454a-9d66-5254f31c9d67 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 210 time: 0.0453634 Jun 26 18:26:20.326638 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e2d820f0-0afd-468d-8807-57160053a8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:20.358565 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e2d820f0-0afd-468d-8807-57160053a8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:20.474701 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e2d820f0-0afd-468d-8807-57160053a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:20.477683 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e2d820f0-0afd-468d-8807-57160053a8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:20.479828 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-e2d820f0-0afd-468d-8807-57160053a8e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccbbf4da-c27a-4830-a074-a78b9fa83910 HTTP/1.1" status: 204 len: 168 time: 0.2653663 Jun 26 18:26:20.480807 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f2825d8a-da34-421b-ae26-955e8b183255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:20.511104 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d820f0-0afd-468d-8807-57160053a8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbbf4da-c27a-4830-a074-a78b9fa83910,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:20.513619 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e2d820f0-0afd-468d-8807-57160053a8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:20.574542 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:26:20.705031 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:20.718540 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'port_id': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'mac_address': 'fa:16:3e:a7:ed:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:26:20.885961 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:20.902115 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:26:20.927879 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:20.994954 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:20.997028 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-80fe4580-f2be-4f1a-9189-aee8892c149f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:21.079396 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:21.090014 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.091484 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.092808 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.093333 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.094288 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.094799 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.095404 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.096608 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.097507 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.098009 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.098517 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.099018 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:26:21.105532 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:21.191744 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b854ca5-d250-4651-845f-2554b4757318 req-fa223680-91a7-41c9-b798-5e37fe40beac tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:21.200880 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6b854ca5-d250-4651-845f-2554b4757318 req-fa223680-91a7-41c9-b798-5e37fe40beac tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 945 time: 0.0831792 Jun 26 18:26:21.262946 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6b854ca5-d250-4651-845f-2554b4757318 req-3d8514dc-df54-443b-8036-9b1f2abec2a5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606656 Jun 26 18:26:21.313049 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:26:21.462001 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7bc6a960-fd79-4c20-842d-5f9ecfa398f8 req-00854c56-0f0e-4e8f-8614-49882c91dd95 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 210 time: 0.0630322 Jun 26 18:26:21.686535 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5691c160-1511-4678-a19e-4f8970ec6b55 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:21.688055 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5691c160-1511-4678-a19e-4f8970ec6b55 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "GET /v2.0/networks?id=11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 200 len: 811 time: 0.1565700 Jun 26 18:26:21.785163 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cc64fa04-1828-4beb-8c44-45708f2f8f23 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad06cf8d1da342fdab53083d123f7005 HTTP/1.1" status: 200 len: 379 time: 0.0735748 Jun 26 18:26:21.797441 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'port': {'device_id': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'admin_state_up': True, 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'security_groups': ['2a8b47c4-5281-4ccf-a504-bbb9c7056b2c']}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:22.028581 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Made reservation on behalf of ad06cf8d1da342fdab53083d123f7005 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:26:22.032995 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:22.185053 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Allocated IP 172.20.0.7 (11f186de-3c3d-410e-962a-ea1d4732274c/823fea05-cbcf-425a-bf65-2840733ad5dd/50d2236c-1f28-459b-a403-510b42274704) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:26:22.417337 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:22.417337 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Transition to ACTIVE for port object 50d2236c-1f28-459b-a403-510b42274704 will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:26:22.472157 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20d959-9433-4d54-9011-cff60d7770a6 req-19c53f2e-dac0-4a25-b91e-588df67d16f8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:22.473649 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1d20d959-9433-4d54-9011-cff60d7770a6 req-19c53f2e-dac0-4a25-b91e-588df67d16f8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 945 time: 0.0733998 Jun 26 18:26:22.511580 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1d20d959-9433-4d54-9011-cff60d7770a6 req-4f1f54d5-8f13-4bfe-91d3-4f580adaaf18 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314639 Jun 26 18:26:22.583246 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:26:22.796997 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f86690e6-46f2-4916-8721-49a4e527c864 req-ca70946d-c468-4d2a-8365-cd97fb746491 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 210 time: 0.0310941 Jun 26 18:26:22.949861 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:26:22.953341 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:22.954248 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:26:22.954726 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:22.957871 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-739b356e-1431-4e37-b2e6-6df39111d6e0 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:22.996235 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Network 11f186de-3c3d-410e-962a-ea1d4732274c is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:26:22.999373 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:26:23.005183 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:26:23.045493 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event updated for resources: {'Port': ['ID=50d2236c-1f28-459b-a403-510b42274704,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:23.051583 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:23.101800 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:23.102468 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:23.104373 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:23.143023 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:23.146587 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42ec660-2e9c-4913-b570-1eb1f40dfc9c" -d '{"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-plugged", "status": "completed", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:23.161442 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:23.179613 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3871870 Jun 26 18:26:23.187585 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34a5386-0b88-4f34-900d-4ddfa24de396 x-openstack-request-id: req-b34a5386-0b88-4f34-900d-4ddfa24de396 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:23.188275 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-plugged", "status": "completed", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:23.188719 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b34a5386-0b88-4f34-900d-4ddfa24de396 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:23.189294 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'code': 200} Jun 26 18:26:23.200644 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Request body: {'port': {'device_id': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:23.224934 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:23.228625 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:23.329400 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:23.331788 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:23.335633 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:23.407221 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-e31552a6-1f4c-4438-9949-acc9ef019e1c None None] Provisioning for port 50d2236c-1f28-459b-a403-510b42274704 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:26:23.409820 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-e31552a6-1f4c-4438-9949-acc9ef019e1c None None] Provisioning complete for port 50d2236c-1f28-459b-a403-510b42274704 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:26:23.410252 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e31552a6-1f4c-4438-9949-acc9ef019e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:23.477377 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-e31552a6-1f4c-4438-9949-acc9ef019e1c None None] Port 50d2236c-1f28-459b-a403-510b42274704 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:26:24.017873 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5091-c2e0-4e0c-b955-4bc419f2e9e3 req-16eed3ed-af3f-4bfd-a362-30e53727c3b3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:24.020354 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-678c5091-c2e0-4e0c-b955-4bc419f2e9e3 req-16eed3ed-af3f-4bfd-a362-30e53727c3b3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 931 time: 0.0932045 Jun 26 18:26:24.068845 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfefde5-927a-435e-b1d0-e37d9656e97e req-f7faac79-ea02-4dab-928f-4207fb1839b6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:24.070412 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5cfefde5-927a-435e-b1d0-e37d9656e97e req-f7faac79-ea02-4dab-928f-4207fb1839b6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.2395623 Jun 26 18:26:24.084256 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-678c5091-c2e0-4e0c-b955-4bc419f2e9e3 req-f5564dc4-fe44-4b7d-8373-a3a01fe887a3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554900 Jun 26 18:26:24.088702 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675ea8f-d8ab-49c4-9dc5-77e3fc4baf0e req-6410d8bd-87a2-43f4-add0-67081d2da202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:24.090209 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4675ea8f-d8ab-49c4-9dc5-77e3fc4baf0e req-6410d8bd-87a2-43f4-add0-67081d2da202 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 1099 time: 0.2557127 Jun 26 18:26:24.198478 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5cfefde5-927a-435e-b1d0-e37d9656e97e req-61b729dd-0f27-433c-b501-e7e8afa070bc tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979910 Jun 26 18:26:24.198478 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4675ea8f-d8ab-49c4-9dc5-77e3fc4baf0e req-b071de0b-baf7-4858-9896-3cc30503cda8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910640 Jun 26 18:26:24.198478 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d2236c-1f28-459b-a403-510b42274704 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:26:24.205901 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:24.218051 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Transition to ACTIVE for port object 50d2236c-1f28-459b-a403-510b42274704 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:26:24.299577 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-f51be982-631b-4081-b2ff-73eb8b022dba tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:24.301071 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-f51be982-631b-4081-b2ff-73eb8b022dba tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/networks?id=f4832307-1e58-474f-b531-92bef652c021 HTTP/1.1" status: 200 len: 814 time: 0.1067529 Jun 26 18:26:24.302878 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:24.305098 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-513b49af-789b-4ebd-96d3-f84502ffdfeb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:24.317232 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-530b4409-906a-4a29-81e6-bda135272858 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/quotas/4927a6fd04ef4e60a1efa900d7702130 HTTP/1.1" status: 200 len: 375 time: 0.0097907 Jun 26 18:26:24.362541 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Pushing event updated for resources: {'Port': ['ID=50d2236c-1f28-459b-a403-510b42274704,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:24.379150 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:24.417627 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fb329d3e-aa6d-4236-a49c-4198787424d3 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4927a6fd04ef4e60a1efa900d7702130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899720 Jun 26 18:26:24.453969 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Attempting to bind port 50d2236c-1f28-459b-a403-510b42274704 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:26:24.454671 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Attempting to bind port 50d2236c-1f28-459b-a403-510b42274704 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:26:24.455438 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Attempting to bind port 50d2236c-1f28-459b-a403-510b42274704 on network 11f186de-3c3d-410e-962a-ea1d4732274c {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:26:24.465764 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Port 50d2236c-1f28-459b-a403-510b42274704 on network 11f186de-3c3d-410e-962a-ea1d4732274c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:26:24.468218 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Attempting to bind port 50d2236c-1f28-459b-a403-510b42274704 on network 11f186de-3c3d-410e-962a-ea1d4732274c {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:26:24.478894 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:26:24.479775 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Checking segment: {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:26:24.480598 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Bound using segment: {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:26:24.481536 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Bound port: 50d2236c-1f28-459b-a403-510b42274704, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:26:24.482210 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:24.594331 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] For port 50d2236c-1f28-459b-a403-510b42274704, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:26:24.595313 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] For port 50d2236c-1f28-459b-a403-510b42274704, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=50d2236c-1f28-459b-a403-510b42274704,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:26:24.663423 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:24.665571 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d2219064-e7ee-4a36-b9ab-9d7441a06651 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:24.703906 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:24.704576 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:24.706002 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] 10.222.0.37 "PUT /v2.0/ports/50d2236c-1f28-459b-a403-510b42274704 HTTP/1.1" status: 200 len: 1093 time: 1.5113134 Jun 26 18:26:24.708680 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'tag': '50d2236c-1f28-459b-a403-510b42274704'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:24.711175 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330726a4-cebf-4224-8943-c4200d9f4403" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3ffed0-ec8e-43eb-a2dc-c56b08f01531", "tag": "50d2236c-1f28-459b-a403-510b42274704"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:24.747347 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Pushing event updated for resources: {'Port': ['ID=50d2236c-1f28-459b-a403-510b42274704,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:24.750812 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:24.773764 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85200727-9282-4b73-9fb3-1ee03efc00d3 x-openstack-request-id: req-85200727-9282-4b73-9fb3-1ee03efc00d3 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:24.774273 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3ffed0-ec8e-43eb-a2dc-c56b08f01531", "tag": "50d2236c-1f28-459b-a403-510b42274704", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:24.774570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85200727-9282-4b73-9fb3-1ee03efc00d3 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:24.776295 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'tag': '50d2236c-1f28-459b-a403-510b42274704', 'status': 'completed', 'code': 200} Jun 26 18:26:24.809033 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-e4a482f6-5e7a-48c7-a9ee-67645aec67b8 service neutron] 10.222.0.15 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884742 Jun 26 18:26:24.920515 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-b9c02b04-ac15-46c0-b6fd-c6c8017ec6f1 service neutron] 10.222.0.15 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070366 Jun 26 18:26:24.934388 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330726a4-cebf-4224-8943-c4200d9f4403 req-68c2db8b-d225-444e-abad-b6aa0157d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:24.939652 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-330726a4-cebf-4224-8943-c4200d9f4403 req-68c2db8b-d225-444e-abad-b6aa0157d1e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 1096 time: 0.1129293 Jun 26 18:26:25.053747 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330726a4-cebf-4224-8943-c4200d9f4403 req-25f6fe70-b7be-4e73-8d74-ac4e9def9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:25.055223 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-330726a4-cebf-4224-8943-c4200d9f4403 req-25f6fe70-b7be-4e73-8d74-ac4e9def9b1e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ad06cf8d1da342fdab53083d123f7005&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1018341 Jun 26 18:26:25.261899 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330726a4-cebf-4224-8943-c4200d9f4403 req-3f1df0a9-b7cb-494f-b857-d73ea5e04e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:25.263660 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-36c1a925-bef6-425a-9100-f666349ea079 req-b2df6f45-4723-4309-a540-ac2dad803eef tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 210 time: 0.0681162 Jun 26 18:26:25.271172 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-330726a4-cebf-4224-8943-c4200d9f4403 req-3f1df0a9-b7cb-494f-b857-d73ea5e04e10 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070260 Jun 26 18:26:25.433056 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d54fa3-5a8f-4efd-b89a-03f03b409b91 req-7b53843a-d845-4d62-a74e-b2398622083c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:25.434548 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84d54fa3-5a8f-4efd-b89a-03f03b409b91 req-7b53843a-d845-4d62-a74e-b2398622083c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 943 time: 0.1087401 Jun 26 18:26:25.479560 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0669d99-b5a0-422e-9a6d-205ed33741f7 req-405d59e4-007a-4641-8e2f-19a4689676a3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:25.481159 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c0669d99-b5a0-422e-9a6d-205ed33741f7 req-405d59e4-007a-4641-8e2f-19a4689676a3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0706391 Jun 26 18:26:25.506090 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-84d54fa3-5a8f-4efd-b89a-03f03b409b91 req-efe62da1-91c7-4dcf-a775-40f8286b3407 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589311 Jun 26 18:26:25.510679 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-80aee72b-1816-448f-a798-be76bf9c5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:25.518495 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-80aee72b-1816-448f-a798-be76bf9c5ed3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 1096 time: 0.1236951 Jun 26 18:26:25.535148 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c0669d99-b5a0-422e-9a6d-205ed33741f7 req-cac3e999-f234-4f8b-ac36-40eec6193d71 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448139 Jun 26 18:26:25.564875 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-bca7b9a7-742e-4cdd-871d-dd04d40e75c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50d2236c-1f28-459b-a403-510b42274704 HTTP/1.1" status: 200 len: 217 time: 0.0369754 Jun 26 18:26:25.614261 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-7a2e463a-ed80-4047-955d-5608c92696e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:25.615699 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-7a2e463a-ed80-4047-955d-5608c92696e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=823fea05-cbcf-425a-bf65-2840733ad5dd HTTP/1.1" status: 200 len: 850 time: 0.0447588 Jun 26 18:26:25.672501 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-51d0c39a-511b-4e38-b113-abe3c2abd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:25.674500 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-51d0c39a-511b-4e38-b113-abe3c2abd938 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11f186de-3c3d-410e-962a-ea1d4732274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518925 Jun 26 18:26:25.769204 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-ec091f8f-ef90-4593-b9a3-6c2c7b7c3d5f service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884345 Jun 26 18:26:25.860704 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-227b08be-43a7-4a7f-9f0c-7df563ba479c req-6e18e76b-a14d-49b8-b2ac-7e31cb70ee92 service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840039 Jun 26 18:26:26.421501 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a0309e07-77d8-4bf2-baa9-65ed65db1143 req-2897d824-167d-401c-b1a3-0d4d28529501 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 210 time: 0.0281274 Jun 26 18:26:26.694881 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643afbf0-8fff-4b6b-bbb2-95458b381b2a req-88e438ce-38bb-4fca-81f2-8ed4dc8305f7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:26.698357 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-643afbf0-8fff-4b6b-bbb2-95458b381b2a req-88e438ce-38bb-4fca-81f2-8ed4dc8305f7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 943 time: 0.0870554 Jun 26 18:26:26.776494 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-643afbf0-8fff-4b6b-bbb2-95458b381b2a req-d86c4011-1d82-4682-90b1-137a855728b4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720541 Jun 26 18:26:26.792176 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cba44-05cf-474c-ae50-10d9a4fa4361 req-bf843ee6-25c3-4695-a0b8-d47857f3137f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:26.799207 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-bb0cba44-05cf-474c-ae50-10d9a4fa4361 req-bf843ee6-25c3-4695-a0b8-d47857f3137f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.1441543 Jun 26 18:26:26.835755 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-bb0cba44-05cf-474c-ae50-10d9a4fa4361 req-65bc7369-2dde-4099-a09b-b42ceffbfaab tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356023 Jun 26 18:26:27.010430 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b4030-89f7-408a-a4da-4ba65403ec1c req-e9ab9095-73c2-40c0-9d78-44d8951ca5bf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:27.011889 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-134b4030-89f7-408a-a4da-4ba65403ec1c req-e9ab9095-73c2-40c0-9d78-44d8951ca5bf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0672622 Jun 26 18:26:27.020572 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 37298) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:27.025188 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-3b0e639c-0286-456a-a28e-25871158774b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Request body: {'floatingip': {'port_id': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:27.062761 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3b0e639c-0286-456a-a28e-25871158774b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:27.501079 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3b0e639c-0286-456a-a28e-25871158774b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:27.586530 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e4d89b44-dca5-4caf-8ef1-677471bbab68 req-7ae079ef-afff-414f-979d-9ac5dbbc5dd6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 210 time: 0.0387888 Jun 26 18:26:27.599754 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3b0e639c-0286-456a-a28e-25871158774b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:27.624448 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-e4ddce71-a077-4873-b22c-a835b5d03794 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:27.626433 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-e4ddce71-a077-4873-b22c-a835b5d03794 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.37 "GET /v2.0/networks?id=f4832307-1e58-474f-b531-92bef652c021 HTTP/1.1" status: 200 len: 814 time: 0.1462944 Jun 26 18:26:27.645027 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Request body: {'port': {'device_id': '0005912a-2ed5-42d9-ac30-3b11e804de9c', 'network_id': 'f4832307-1e58-474f-b531-92bef652c021', 'admin_state_up': True, 'tenant_id': '4927a6fd04ef4e60a1efa900d7702130'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:27.717023 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.l3_db [None req-3b0e639c-0286-456a-a28e-25871158774b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Floating IP 3574ebc9-d415-4f8c-9ba0-f93e924516b1 associated. External IP: 172.28.1.248, port: 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72. Jun 26 18:26:27.811140 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 37310) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:27.866078 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Made reservation on behalf of 4927a6fd04ef4e60a1efa900d7702130 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:26:27.870923 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:27.914671 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a6967b-1f91-48c3-accd-23571d46a4ae admin admin] Deleting subnet 45a6c975-9c92-4f01-8f97-6b620f22ed5f {{(pid=93534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:26:27.918796 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-01a6967b-1f91-48c3-accd-23571d46a4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:27.992687 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-01a6967b-1f91-48c3-accd-23571d46a4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1068046848'] for subnet, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.033912 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e639c-0286-456a-a28e-25871158774b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Router 9f08ce88-0535-4415-ba54-87617fbcd0e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:26:28.068226 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ccf94-2494-4a0c-ac54-df79f69b9726 req-8fd3de2f-417a-472d-878e-8b34f5942878 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:28.069780 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7c4ccf94-2494-4a0c-ac54-df79f69b9726 req-8fd3de2f-417a-472d-878e-8b34f5942878 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 943 time: 0.0967572 Jun 26 18:26:28.076797 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-01a6967b-1f91-48c3-accd-23571d46a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.118038 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Allocated IP 172.20.0.5 (f4832307-1e58-474f-b531-92bef652c021/d4777da3-929f-4ac8-a481-0851a1ebae89/bd6c8fba-2255-4875-ad38-07bad141b775) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:26:28.209535 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7c4ccf94-2494-4a0c-ac54-df79f69b9726 req-f5267f61-d26b-4565-b10c-55e2d3ce81b3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998015 Jun 26 18:26:28.228002 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e639c-0286-456a-a28e-25871158774b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:26:28.233700 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-3b0e639c-0286-456a-a28e-25871158774b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.238363 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] Sync routers for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:26:28.249058 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:26:28.249729 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:26:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:28.255911 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-01a6967b-1f91-48c3-accd-23571d46a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067951234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068246259'] for subnet, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.273795 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-3b0e639c-0286-456a-a28e-25871158774b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "PUT /v2.0/floatingips/3574ebc9-d415-4f8c-9ba0-f93e924516b1 HTTP/1.1" status: 200 len: 992 time: 1.2496817 Jun 26 18:26:28.273795 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:28.274154 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:28.275921 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796" -d '{"events": [{"name": "network-changed", "server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:28.280982 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-01a6967b-1f91-48c3-accd-23571d46a4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.285388 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-01a6967b-1f91-48c3-accd-23571d46a4ae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/45a6c975-9c92-4f01-8f97-6b620f22ed5f HTTP/1.1" status: 204 len: 168 time: 0.4702830 Jun 26 18:26:28.287627 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 37324) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:28.305693 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6967b-1f91-48c3-accd-23571d46a4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a6c975-9c92-4f01-8f97-6b620f22ed5f,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:28.310973 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-01a6967b-1f91-48c3-accd-23571d46a4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:28.333623 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.337032 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6152c44-3b7a-43de-a273-06b8733b653c x-openstack-request-id: req-a6152c44-3b7a-43de-a273-06b8733b653c {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:28.337361 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:28.338198 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6152c44-3b7a-43de-a273-06b8733b653c {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:28.338627 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'status': 'completed', 'code': 200} Jun 26 18:26:28.386050 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.392978 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:26:28.470697 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.479240 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5b8deba0-9731-4bbb-b58b-942b63ace851 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:28.489242 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-d93dfa6d-2f9f-4ea2-8bb4-4c740531546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:28.491030 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-d93dfa6d-2f9f-4ea2-8bb4-4c740531546e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 1099 time: 0.0992534 Jun 26 18:26:28.517940 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.532290 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1581b946-07d0-41da-84c4-ed5518fd490b']}} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:28.547814 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc940d99-eace-4d05-ab1d-68a263da6ba9') {'for_net_delete': True} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:28.548116 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc940d99-eace-4d05-ab1d-68a263da6ba9') {} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:28.559169 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065575300'] for segment, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.574126 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.575832 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Network f4832307-1e58-474f-b531-92bef652c021 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:26:28.580399 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:26:28.580824 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069428417'] for segment, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: Traceback (most recent call last): Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: timer() Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: cb(*args, **kw) Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: return func(*args, **kwargs) Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: self._notify() Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: self.callback(batched_events) Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: event.method(event) Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: return f(self, *a, **k) Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: return self._get(url).json() Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: return self.request(url, 'GET', **kwargs) Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:26:28.582492 dv-cinder-798198-1-smb neutron-server[93535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:26:28.586650 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:26:28.626218 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:26:28.635752 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 50d2236c-1f28-459b-a403-510b42274704 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:26:28.689773 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Pushing event updated for resources: {'Port': ['ID=bd6c8fba-2255-4875-ad38-07bad141b775,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:28.698000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:28.721877 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.723736 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:28.724657 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.736159 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:28.739288 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.745541 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1581b946-07d0-41da-84c4-ed5518fd490b HTTP/1.1" status: 204 len: 168 time: 0.4562621 Jun 26 18:26:28.750866 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-7b441b17-e282-44a2-8de1-7ac9f9321db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:28.752674 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-7b441b17-e282-44a2-8de1-7ac9f9321db8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 918 time: 0.2212882 Jun 26 18:26:28.764698 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=1581b946-07d0-41da-84c4-ed5518fd490b,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:28.772334 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7648b288-25e5-42a7-b678-653901c86f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:28.816861 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '3574ebc9-d415-4f8c-9ba0-f93e924516b1', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'floating_ip_address': '172.28.1.248', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'port_id': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'mac_address': 'fa:16:3e:a7:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:26:08Z', 'updated_at': '2021-06-26T18:26:27Z', 'revision_number': 1, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:28.827661 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1868708 Jun 26 18:26:28.849211 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] Checking router: 9f08ce88-0535-4415-ba54-87617fbcd0e3 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:26:28.853513 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Request body: {'port': {'device_id': '0005912a-2ed5-42d9-ac30-3b11e804de9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:28.856290 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 50d2236c-1f28-459b-a403-510b42274704, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=50d2236c-1f28-459b-a403-510b42274704,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:28.869563 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:26:28.870276 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:26:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:28.885452 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-a414fbd8-0381-4e91-9981-a06719e9526a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 HTTP/1.1" status: 200 len: 1000 time: 0.1209941 Jun 26 18:26:28.975240 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-dbb3cfbc-c055-42a4-b626-4421cc4dac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:28.977015 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-dbb3cfbc-c055-42a4-b626-4421cc4dac85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0813870 Jun 26 18:26:28.979950 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.982484 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65382669-407f-4325-94a0-c685bf6f7555 req-71c23af9-af18-4f96-88b2-be2e21b4e513 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:28.984013 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-65382669-407f-4325-94a0-c685bf6f7555 req-71c23af9-af18-4f96-88b2-be2e21b4e513 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 931 time: 0.0734978 Jun 26 18:26:28.987627 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '50d2236c-1f28-459b-a403-510b42274704', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'port_id': '50d2236c-1f28-459b-a403-510b42274704', 'mac_address': 'fa:16:3e:ce:9e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:26:28.988515 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:26:29.033028 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-65382669-407f-4325-94a0-c685bf6f7555 req-1f89d89f-c9db-43f3-8c48-c88fe8492b4b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Jun 26 18:26:29.093875 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.114984 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d2236c-1f28-459b-a403-510b42274704 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:26:29.142736 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-9149c730-c5bb-45be-96bf-58f6d6ee7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:29.144284 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-9149c730-c5bb-45be-96bf-58f6d6ee7109 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1559014 Jun 26 18:26:29.160551 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 50d2236c-1f28-459b-a403-510b42274704, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=50d2236c-1f28-459b-a403-510b42274704,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:29.208834 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.208994 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 37336) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:29.213685 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:29.263058 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 37340) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:29.265494 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d758e56a-3540-4fc8-8954-115acd3ccbbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f1d9f0302af4b2484974119ce72f2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551000 Jun 26 18:26:29.299210 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=50d2236c-1f28-459b-a403-510b42274704,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:29.309354 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:29.324367 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-20820ab6-f28a-4e3f-84c3-322891a0b1a1 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684732 Jun 26 18:26:29.331823 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '3574ebc9-d415-4f8c-9ba0-f93e924516b1', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'floating_ip_address': '172.28.1.248', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'port_id': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'mac_address': 'fa:16:3e:a7:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:26:08Z', 'updated_at': '2021-06-26T18:26:27Z', 'revision_number': 1, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:29.361857 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c1034-e3c1-4201-86d5-4a929e614d09 None None] The sync data for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb is: [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '3574ebc9-d415-4f8c-9ba0-f93e924516b1', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'floating_ip_address': '172.28.1.248', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'port_id': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'mac_address': 'fa:16:3e:a7:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:26:08Z', 'updated_at': '2021-06-26T18:26:27Z', 'revision_number': 1, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:26:29.475099 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6762d6b1-c0c8-47c4-ba05-e82864837ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.493044 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['50d2236c-1f28-459b-a403-510b42274704'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:26:29.511345 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6c8fba-2255-4875-ad38-07bad141b775 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:26:29.535028 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.545394 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6762d6b1-c0c8-47c4-ba05-e82864837ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.568301 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ea3e8fc-8f57-45ce-9c26-64b8590ac796 req-3f70fb78-86a1-42ec-bb33-4b3a03922526 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341774 Jun 26 18:26:29.575127 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Transition to ACTIVE for port object bd6c8fba-2255-4875-ad38-07bad141b775 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:26:29.587945 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92b853-aa0e-4fb5-874e-a25fb25a407b req-653b079f-4f45-487a-9a96-192fe41a77ec tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:29.590835 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391732c-a8cb-467f-accf-f7108c02a37f None None] New status for floating IP 3574ebc9-d415-4f8c-9ba0-f93e924516b1: ACTIVE {{(pid=93537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:26:29.596492 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-bc92b853-aa0e-4fb5-874e-a25fb25a407b req-653b079f-4f45-487a-9a96-192fe41a77ec tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 944 time: 0.2598629 Jun 26 18:26:29.654412 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-bc92b853-aa0e-4fb5-874e-a25fb25a407b req-6a7463ad-6a66-412b-a080-7a5f817196d7 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584188 Jun 26 18:26:29.668502 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.671018 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b311eccd-5e6f-484a-92f4-ceda590925d7 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:29.726687 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6c8fba-2255-4875-ad38-07bad141b775,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:29.751187 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:29.754771 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6762d6b1-c0c8-47c4-ba05-e82864837ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.757296 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6762d6b1-c0c8-47c4-ba05-e82864837ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.758454 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-6762d6b1-c0c8-47c4-ba05-e82864837ba0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4dc1776-85e5-4a53-8d6d-1cfebd452e82 HTTP/1.1" status: 204 len: 168 time: 0.4944706 Jun 26 18:26:29.776757 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-07b7dc12-8f13-4118-934b-4d627ea8dcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:29.788060 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762d6b1-c0c8-47c4-ba05-e82864837ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc1776-85e5-4a53-8d6d-1cfebd452e82,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:29.791872 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6762d6b1-c0c8-47c4-ba05-e82864837ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:29.816827 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Attempting to bind port bd6c8fba-2255-4875-ad38-07bad141b775 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:26:29.817172 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Attempting to bind port bd6c8fba-2255-4875-ad38-07bad141b775 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '72dbce18-139e-4f59-b3a5-c49413becaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4832307-1e58-474f-b531-92bef652c021'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:26:29.817568 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Attempting to bind port bd6c8fba-2255-4875-ad38-07bad141b775 on network f4832307-1e58-474f-b531-92bef652c021 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:26:29.823056 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Port bd6c8fba-2255-4875-ad38-07bad141b775 on network f4832307-1e58-474f-b531-92bef652c021 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:26:29.823340 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Attempting to bind port bd6c8fba-2255-4875-ad38-07bad141b775 on network f4832307-1e58-474f-b531-92bef652c021 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:26:29.828487 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:26:29.828824 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Checking segment: {'id': '72dbce18-139e-4f59-b3a5-c49413becaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4832307-1e58-474f-b531-92bef652c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:26:29.829924 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Bound using segment: {'id': '72dbce18-139e-4f59-b3a5-c49413becaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4832307-1e58-474f-b531-92bef652c021'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:26:29.830358 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Bound port: bd6c8fba-2255-4875-ad38-07bad141b775, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72dbce18-139e-4f59-b3a5-c49413becaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4832307-1e58-474f-b531-92bef652c021'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:26:29.830886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.902374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] For port bd6c8fba-2255-4875-ad38-07bad141b775, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:26:29.905435 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] For port bd6c8fba-2255-4875-ad38-07bad141b775, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd6c8fba-2255-4875-ad38-07bad141b775,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:26:29.966355 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:29.968523 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5c3f1035-f565-453d-92b7-fab0f17c2a72 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:30.001409 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:30.003288 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:30.003533 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd6c8fba-2255-4875-ad38-07bad141b775 HTTP/1.1" status: 200 len: 1093 time: 1.1587474 Jun 26 18:26:30.003889 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0005912a-2ed5-42d9-ac30-3b11e804de9c', 'tag': 'bd6c8fba-2255-4875-ad38-07bad141b775'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:30.006205 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d66c6c-b726-4851-b0b6-2419543d765e" -d '{"events": [{"name": "network-changed", "server_uuid": "0005912a-2ed5-42d9-ac30-3b11e804de9c", "tag": "bd6c8fba-2255-4875-ad38-07bad141b775"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:30.030457 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6c8fba-2255-4875-ad38-07bad141b775,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:30.033528 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:30.045506 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b953f7e5-e111-4cc8-9cb3-c0461f089862 x-openstack-request-id: req-b953f7e5-e111-4cc8-9cb3-c0461f089862 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:30.045858 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0005912a-2ed5-42d9-ac30-3b11e804de9c", "tag": "bd6c8fba-2255-4875-ad38-07bad141b775", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:30.046152 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b953f7e5-e111-4cc8-9cb3-c0461f089862 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:30.046581 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0005912a-2ed5-42d9-ac30-3b11e804de9c', 'tag': 'bd6c8fba-2255-4875-ad38-07bad141b775', 'status': 'completed', 'code': 200} Jun 26 18:26:30.171133 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d66c6c-b726-4851-b0b6-2419543d765e req-8bc6cd2c-7e3b-4dfe-a7c5-1022c2b23df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:30.173138 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f9d66c6c-b726-4851-b0b6-2419543d765e req-8bc6cd2c-7e3b-4dfe-a7c5-1022c2b23df6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4927a6fd04ef4e60a1efa900d7702130&device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 1096 time: 0.0790064 Jun 26 18:26:30.252677 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7889763-6ce2-41de-8345-da4fc345641c req-3ae11241-a4cf-4b8b-b125-0373d34290e1 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:30.254235 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c7889763-6ce2-41de-8345-da4fc345641c req-3ae11241-a4cf-4b8b-b125-0373d34290e1 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 943 time: 0.0886424 Jun 26 18:26:30.299104 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c7889763-6ce2-41de-8345-da4fc345641c req-4fb1d5f4-8d2a-4f17-8c4d-d534953f5b0e tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372703 Jun 26 18:26:30.564594 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d66c6c-b726-4851-b0b6-2419543d765e req-ebf57399-384c-4473-84b5-e3082c36884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:30.566067 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f9d66c6c-b726-4851-b0b6-2419543d765e req-ebf57399-384c-4473-84b5-e3082c36884c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4927a6fd04ef4e60a1efa900d7702130&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3804214 Jun 26 18:26:30.644715 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 50d2236c-1f28-459b-a403-510b42274704 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:26:30.660975 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d66c6c-b726-4851-b0b6-2419543d765e req-18869928-3cb8-4abe-a8a4-0213700c54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:30.662668 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f9d66c6c-b726-4851-b0b6-2419543d765e req-18869928-3cb8-4abe-a8a4-0213700c54a4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904827 Jun 26 18:26:30.785432 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 50d2236c-1f28-459b-a403-510b42274704 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:26:30.792520 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 50d2236c-1f28-459b-a403-510b42274704 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:26:30.792989 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:30.801899 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-cc418eea-b73c-433d-bb12-c41e78cbdea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:30.803465 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-cc418eea-b73c-433d-bb12-c41e78cbdea3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4927a6fd04ef4e60a1efa900d7702130&device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 1096 time: 0.0686753 Jun 26 18:26:30.864896 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e1fb-75d6-47e1-ab73-d664ce15a71f req-d34423fb-4e06-4244-9241-d9080fcffae9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:30.867086 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-dc69e1fb-75d6-47e1-ab73-d664ce15a71f req-d34423fb-4e06-4244-9241-d9080fcffae9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 944 time: 0.0815523 Jun 26 18:26:30.874034 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-c4bc2de0-85eb-4185-8d11-a4904a70c866 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6c8fba-2255-4875-ad38-07bad141b775 HTTP/1.1" status: 200 len: 217 time: 0.0484126 Jun 26 18:26:30.876782 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:30.881220 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:30.906544 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d2236c-1f28-459b-a403-510b42274704'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:30.908659 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-dc69e1fb-75d6-47e1-ab73-d664ce15a71f req-63453de3-655c-40a5-94b9-9c3dfd7bd870 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345683 Jun 26 18:26:30.909314 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d8ff07-c97c-4e3e-ac20-918fa00aa03a" -d '{"events": [{"server_uuid": "ec3ffed0-ec8e-43eb-a2dc-c56b08f01531", "name": "network-vif-plugged", "status": "completed", "tag": "50d2236c-1f28-459b-a403-510b42274704"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:30.945175 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 50d2236c-1f28-459b-a403-510b42274704, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=50d2236c-1f28-459b-a403-510b42274704,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:30.947527 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-c84f6603-6c29-44ad-ac84-34595736aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:30.949252 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-c84f6603-6c29-44ad-ac84-34595736aa1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4777da3-929f-4ac8-a481-0851a1ebae89 HTTP/1.1" status: 200 len: 854 time: 0.0682650 Jun 26 18:26:30.964733 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d37ad03-2384-4859-aee4-071c1e4b22da x-openstack-request-id: req-7d37ad03-2384-4859-aee4-071c1e4b22da {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:30.965036 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ffed0-ec8e-43eb-a2dc-c56b08f01531", "name": "network-vif-plugged", "status": "completed", "tag": "50d2236c-1f28-459b-a403-510b42274704", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:30.965481 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d37ad03-2384-4859-aee4-071c1e4b22da {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:30.965882 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d2236c-1f28-459b-a403-510b42274704', 'code': 200} Jun 26 18:26:30.985391 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-34f7c987-0ddf-4e68-9cbd-5c35df860f0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4832307-1e58-474f-b531-92bef652c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302565 Jun 26 18:26:31.034538 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:31.036844 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:31.086437 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=50d2236c-1f28-459b-a403-510b42274704,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:31.089862 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:31.106025 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-34e23d62-34f3-47a1-a553-a99c2a239b77 service neutron] 10.222.0.37 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093290 Jun 26 18:26:31.198781 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-67e49f85-9b20-4acd-83e0-c3ae4314dbea req-708be80a-273d-47c3-a781-1dfe5f4176fd service neutron] 10.222.0.37 "GET /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859425 Jun 26 18:26:31.354275 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ea8f4-bc6b-4048-818e-f6390903ebc0 req-20f826a8-7ea6-4904-a874-0dd4752a0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:31.355775 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-540ea8f4-bc6b-4048-818e-f6390903ebc0 req-20f826a8-7ea6-4904-a874-0dd4752a0280 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 1098 time: 0.0580628 Jun 26 18:26:31.390911 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-540ea8f4-bc6b-4048-818e-f6390903ebc0 req-7d922c13-08be-4032-8738-9723c7bfdc35 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277522 Jun 26 18:26:31.474365 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f5b45-4cbb-4b91-adb5-7744e3dbc158 req-73b86bfc-30cd-4f00-ba1e-18cc58c4757a tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:31.475894 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7e4f5b45-4cbb-4b91-adb5-7744e3dbc158 req-73b86bfc-30cd-4f00-ba1e-18cc58c4757a tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 943 time: 0.0638123 Jun 26 18:26:31.513344 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7e4f5b45-4cbb-4b91-adb5-7744e3dbc158 req-0980c486-e358-4bf1-bdfa-e19ff5cf0572 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317249 Jun 26 18:26:31.647594 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 37396) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:31.749421 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-db611536-586d-4802-8b1f-667f40249557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:31.833605 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-db611536-586d-4802-8b1f-667f40249557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:31.908567 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-db611536-586d-4802-8b1f-667f40249557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:31.911306 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9ee62bd1-39fb-462e-9e56-a62bb60d7e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:31.948357 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db611536-586d-4802-8b1f-667f40249557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbe94c4-9fc3-4b29-9c6a-52d8b6052275,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:31.951448 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-db611536-586d-4802-8b1f-667f40249557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:31.954190 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-db611536-586d-4802-8b1f-667f40249557 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1adafa10fdce41bb9b599efedceb3804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053029 Jun 26 18:26:31.956741 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 37406) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:32.000203 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 37408) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:32.012184 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b8b17346-5e98-4321-a611-bf006a29eb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.035425 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b8b17346-5e98-4321-a611-bf006a29eb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.110186 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810974f-af13-43e4-b80d-c3cec758af0d req-4dac6d33-ecdb-45c3-9778-7fdc0ee50104 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:32.111629 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f810974f-af13-43e4-b80d-c3cec758af0d req-4dac6d33-ecdb-45c3-9778-7fdc0ee50104 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 945 time: 0.0736890 Jun 26 18:26:32.118356 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4d76cdd3-cbdf-445c-8bcb-0c1b8a99fdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.165915 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b8b17346-5e98-4321-a611-bf006a29eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.168565 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-b8b17346-5e98-4321-a611-bf006a29eb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.169720 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-b8b17346-5e98-4321-a611-bf006a29eb23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bbe94c4-9fc3-4b29-9c6a-52d8b6052275 HTTP/1.1" status: 204 len: 168 time: 0.2120733 Jun 26 18:26:32.170642 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-66b2b3db-c21a-4dc7-83a8-fbc7f03778cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:32.174245 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f810974f-af13-43e4-b80d-c3cec758af0d req-be5762ee-59ec-4075-9509-68169fcbbd2c tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569997 Jun 26 18:26:32.178814 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b17346-5e98-4321-a611-bf006a29eb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbe94c4-9fc3-4b29-9c6a-52d8b6052275,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:32.187166 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b8b17346-5e98-4321-a611-bf006a29eb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:32.248408 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4d76cdd3-cbdf-445c-8bcb-0c1b8a99fdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.319983 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4d76cdd3-cbdf-445c-8bcb-0c1b8a99fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.324188 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7b64f93a-1c72-48b0-aa0c-d51a44b56980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:32.359511 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-4d76cdd3-cbdf-445c-8bcb-0c1b8a99fdf4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11c85117bd454c2788e022047473bd29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580194 Jun 26 18:26:32.360663 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76cdd3-cbdf-445c-8bcb-0c1b8a99fdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea0bb4e-3537-43bf-a0f3-a83116a8c528,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:32.362270 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 37414) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:32.363717 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4d76cdd3-cbdf-445c-8bcb-0c1b8a99fdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:32.413704 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8b9530f9-f91c-4742-a21f-0d4ee69ae7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.436300 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8b9530f9-f91c-4742-a21f-0d4ee69ae7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.566071 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8b9530f9-f91c-4742-a21f-0d4ee69ae7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.572724 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8b9530f9-f91c-4742-a21f-0d4ee69ae7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:32.572724 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-8b9530f9-f91c-4742-a21f-0d4ee69ae7ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ea0bb4e-3537-43bf-a0f3-a83116a8c528 HTTP/1.1" status: 204 len: 168 time: 0.2057252 Jun 26 18:26:32.572724 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7f666a51-e455-45a5-8936-d05f0628ea99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:32.579562 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9530f9-f91c-4742-a21f-0d4ee69ae7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea0bb4e-3537-43bf-a0f3-a83116a8c528,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:32.582639 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-8b9530f9-f91c-4742-a21f-0d4ee69ae7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:32.726395 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf1944-f4a8-4f9e-91c5-9f29f54fb81f req-0c0a6441-8af5-4f52-aa8e-6be5b7b8fc71 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:32.728956 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-03bf1944-f4a8-4f9e-91c5-9f29f54fb81f req-0c0a6441-8af5-4f52-aa8e-6be5b7b8fc71 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 943 time: 0.0689211 Jun 26 18:26:32.768278 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-03bf1944-f4a8-4f9e-91c5-9f29f54fb81f req-fed12dde-58e2-4897-b0a5-9d88ad3c69d1 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Jun 26 18:26:33.173079 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 37442) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:33.174853 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:26:33.186775 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ded48caa-86e6-4bed-ac84-a91f0873afcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:33.285020 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ded48caa-86e6-4bed-ac84-a91f0873afcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:33.354816 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bddc3-a7e1-4897-962d-7a6047e78c28 req-6ceaa64a-4a79-4cfc-9862-c4aa6fe03ec5 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:33.356303 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-216bddc3-a7e1-4897-962d-7a6047e78c28 req-6ceaa64a-4a79-4cfc-9862-c4aa6fe03ec5 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 945 time: 0.0648506 Jun 26 18:26:33.357441 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ded48caa-86e6-4bed-ac84-a91f0873afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:33.359936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-26cca32a-97af-482e-a8cb-436526668117 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:33.413114 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ded48caa-86e6-4bed-ac84-a91f0873afcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8bdb79703004a9c82d4766e246737b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389336 Jun 26 18:26:33.413886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded48caa-86e6-4bed-ac84-a91f0873afcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d61caff-35dd-47d9-9ddb-0eeb8e6a186e,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:33.416570 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 37450) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:33.417500 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ded48caa-86e6-4bed-ac84-a91f0873afcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:33.433003 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-216bddc3-a7e1-4897-962d-7a6047e78c28 req-ed28c80b-421c-44c7-9f3d-ddf78c4163cd tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647738 Jun 26 18:26:33.488490 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-eeac4d09-534d-4f26-a431-2db7685ef473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:33.511103 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-eeac4d09-534d-4f26-a431-2db7685ef473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:33.608129 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b620baa-2c8e-4b9a-8658-cf1e65d0d606 req-7bbdc925-bf5c-4a23-bc69-9946515e88e9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:33.609667 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5b620baa-2c8e-4b9a-8658-cf1e65d0d606 req-7bbdc925-bf5c-4a23-bc69-9946515e88e9 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 945 time: 0.0661786 Jun 26 18:26:33.618131 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 37454) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:33.623419 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-868d64fd-5479-48bb-89b9-c0737efeb823 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Request body: {'floatingip': {'port_id': '50d2236c-1f28-459b-a403-510b42274704'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:33.665277 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-868d64fd-5479-48bb-89b9-c0737efeb823 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:33.668529 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-eeac4d09-534d-4f26-a431-2db7685ef473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:33.671173 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-eeac4d09-534d-4f26-a431-2db7685ef473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:33.675065 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-eeac4d09-534d-4f26-a431-2db7685ef473 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d61caff-35dd-47d9-9ddb-0eeb8e6a186e HTTP/1.1" status: 204 len: 168 time: 0.2547476 Jun 26 18:26:33.675065 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-50ffa668-cc0d-491c-a49f-e0486f9b3540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:33.680729 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac4d09-534d-4f26-a431-2db7685ef473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d61caff-35dd-47d9-9ddb-0eeb8e6a186e,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:33.683857 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-eeac4d09-534d-4f26-a431-2db7685ef473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:34.068896 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee90fb8-161b-4dc5-b455-c9c718575489 req-48764aa7-ca82-4c76-af5f-014a711eb635 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:34.076963 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4ee90fb8-161b-4dc5-b455-c9c718575489 req-48764aa7-ca82-4c76-af5f-014a711eb635 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 943 time: 0.1828642 Jun 26 18:26:34.149259 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4ee90fb8-161b-4dc5-b455-c9c718575489 req-c03ada94-5515-4c24-94ec-275bd31465b0 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688217 Jun 26 18:26:34.198718 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-868d64fd-5479-48bb-89b9-c0737efeb823 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:34.280138 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-868d64fd-5479-48bb-89b9-c0737efeb823 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:34.377227 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.l3_db [None req-868d64fd-5479-48bb-89b9-c0737efeb823 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Floating IP f7256869-b7bb-4f74-90bd-c86e5581491b associated. External IP: 172.28.1.102, port: 50d2236c-1f28-459b-a403-510b42274704. Jun 26 18:26:34.582914 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868d64fd-5479-48bb-89b9-c0737efeb823 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Router b23c871a-ebf7-4095-862c-75bef0e62615 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:26:34.678667 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device bd6c8fba-2255-4875-ad38-07bad141b775 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:26:34.688959 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868d64fd-5479-48bb-89b9-c0737efeb823 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:26:34.693422 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-868d64fd-5479-48bb-89b9-c0737efeb823 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:34.708861 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] Sync routers for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:26:34.733447 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-868d64fd-5479-48bb-89b9-c0737efeb823 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "PUT /v2.0/floatingips/f7256869-b7bb-4f74-90bd-c86e5581491b HTTP/1.1" status: 200 len: 991 time: 1.1136250 Jun 26 18:26:34.734096 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'tag': '50d2236c-1f28-459b-a403-510b42274704'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:34.736367 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b7f4d8-bb56-442d-b169-081620021434" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3ffed0-ec8e-43eb-a2dc-c56b08f01531", "tag": "50d2236c-1f28-459b-a403-510b42274704"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:34.760743 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:26:34.760743 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:26:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:34.783464 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4c447f-1c63-48c8-ae30-588ff04213c6 x-openstack-request-id: req-fa4c447f-1c63-48c8-ae30-588ff04213c6 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:34.783838 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3ffed0-ec8e-43eb-a2dc-c56b08f01531", "tag": "50d2236c-1f28-459b-a403-510b42274704", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:34.784135 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa4c447f-1c63-48c8-ae30-588ff04213c6 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:34.784662 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'tag': '50d2236c-1f28-459b-a403-510b42274704', 'status': 'completed', 'code': 200} Jun 26 18:26:34.888761 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f4d8-bb56-442d-b169-081620021434 req-0b141cb4-f61b-4049-8166-c51454debc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:34.892986 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b0b7f4d8-bb56-442d-b169-081620021434 req-0b141cb4-f61b-4049-8166-c51454debc9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad06cf8d1da342fdab53083d123f7005&device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 1098 time: 0.0597539 Jun 26 18:26:35.005323 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port bd6c8fba-2255-4875-ad38-07bad141b775, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd6c8fba-2255-4875-ad38-07bad141b775,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:35.010273 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f4d8-bb56-442d-b169-081620021434 req-8448174a-b1bc-4a17-947d-8f78262403b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:35.011914 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b0b7f4d8-bb56-442d-b169-081620021434 req-8448174a-b1bc-4a17-947d-8f78262403b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 200 len: 912 time: 0.1108158 Jun 26 18:26:35.028253 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'bd6c8fba-2255-4875-ad38-07bad141b775', 'network_id': 'f4832307-1e58-474f-b531-92bef652c021', 'port_id': 'bd6c8fba-2255-4875-ad38-07bad141b775', 'mac_address': 'fa:16:3e:cb:43:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4777da3-929f-4ac8-a481-0851a1ebae89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:26:35.030824 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:26:35.079466 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b0b7f4d8-bb56-442d-b169-081620021434 req-3e2aed2f-75ac-4a4f-a771-1cac333789ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50d2236c-1f28-459b-a403-510b42274704 HTTP/1.1" status: 200 len: 999 time: 0.0606339 Jun 26 18:26:35.151029 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f4d8-bb56-442d-b169-081620021434 req-bbe85db1-75bb-4aaf-978d-d574d6aefd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:35.152678 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b0b7f4d8-bb56-442d-b169-081620021434 req-bbe85db1-75bb-4aaf-978d-d574d6aefd59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=823fea05-cbcf-425a-bf65-2840733ad5dd HTTP/1.1" status: 200 len: 850 time: 0.0680120 Jun 26 18:26:35.164988 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:35.199777 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6c8fba-2255-4875-ad38-07bad141b775 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:26:35.230883 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f4d8-bb56-442d-b169-081620021434 req-ef431d95-dc3a-4740-8a0e-11b38b5e0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:35.232594 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b0b7f4d8-bb56-442d-b169-081620021434 req-ef431d95-dc3a-4740-8a0e-11b38b5e0040 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11f186de-3c3d-410e-962a-ea1d4732274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736125 Jun 26 18:26:35.251728 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port bd6c8fba-2255-4875-ad38-07bad141b775, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd6c8fba-2255-4875-ad38-07bad141b775,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:35.307305 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:35.311753 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:35.347399 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-14b35881-7a4a-4621-8e8c-9b535582427d tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8e65fc83d24b48c494b23df1ab1516dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416598 Jun 26 18:26:35.374354 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=bd6c8fba-2255-4875-ad38-07bad141b775,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:35.384135 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5e9a-dfdb-482d-9aca-a499b7cff27e req-f73d128d-61c8-4a7a-a37c-82f7a524da7a tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:35.386237 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:35.386962 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-15ce5e9a-dfdb-482d-9aca-a499b7cff27e req-f73d128d-61c8-4a7a-a37c-82f7a524da7a tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 944 time: 0.0750527 Jun 26 18:26:35.393364 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': 'f7256869-b7bb-4f74-90bd-c86e5581491b', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'port_id': '50d2236c-1f28-459b-a403-510b42274704', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'mac_address': 'fa:16:3e:ce:9e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:26:16Z', 'updated_at': '2021-06-26T18:26:34Z', 'revision_number': 1, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:35.426433 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] Checking router: b23c871a-ebf7-4095-862c-75bef0e62615 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:26:35.426652 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b0b7f4d8-bb56-442d-b169-081620021434 req-789a87a2-aa17-443a-b00f-98af8e49fbb2 service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869855 Jun 26 18:26:35.428743 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-15ce5e9a-dfdb-482d-9aca-a499b7cff27e req-5df42a59-8b74-46b7-83e0-afb2158264d9 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Jun 26 18:26:35.435933 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:26:35.437163 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:26:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:35.555602 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:26:35.622786 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-bbe47577-0387-4f1e-ae7d-512d3afb7d58 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:35.624327 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-bbe47577-0387-4f1e-ae7d-512d3afb7d58 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2566867 Jun 26 18:26:35.639276 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['bd6c8fba-2255-4875-ad38-07bad141b775'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:26:35.647955 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-6c6ce978-8bdc-47f1-871a-c6d3f94c4228 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/quotas/8e65fc83d24b48c494b23df1ab1516dd HTTP/1.1" status: 200 len: 375 time: 0.0172813 Jun 26 18:26:35.650139 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b0b7f4d8-bb56-442d-b169-081620021434 req-898fbca4-2e3e-4131-9e93-532f12b22f13 service neutron] 10.222.0.37 "GET /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128239 Jun 26 18:26:35.686049 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-8f6c5d59-2039-4412-867c-e68f41ba38f1 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e65fc83d24b48c494b23df1ab1516dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321317 Jun 26 18:26:35.899804 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': 'f7256869-b7bb-4f74-90bd-c86e5581491b', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'port_id': '50d2236c-1f28-459b-a403-510b42274704', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'mac_address': 'fa:16:3e:ce:9e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:26:16Z', 'updated_at': '2021-06-26T18:26:34Z', 'revision_number': 1, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:26:35.928861 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-32036d45-45b3-49ca-b5cb-f153731b20c8 req-8070849f-044a-4fd3-8eaf-9fc6329db898 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 210 time: 0.0431888 Jun 26 18:26:35.929902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b129f-4cad-40e8-9ca2-bced930a8afc None None] The sync data for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb is: [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': 'f7256869-b7bb-4f74-90bd-c86e5581491b', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'port_id': '50d2236c-1f28-459b-a403-510b42274704', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'mac_address': 'fa:16:3e:ce:9e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:26:16Z', 'updated_at': '2021-06-26T18:26:34Z', 'revision_number': 1, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:26:36.132324 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06df9ce-20c2-4a8e-ac63-1dd4beb0caf4 None None] New status for floating IP f7256869-b7bb-4f74-90bd-c86e5581491b: ACTIVE {{(pid=93537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:26:36.627870 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e2ed1-24e5-4c09-a643-59c3dd8edbcd req-a95528c7-363e-4c55-9a3e-3cfeda79dc0b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:36.631218 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9a1e2ed1-24e5-4c09-a643-59c3dd8edbcd req-a95528c7-363e-4c55-9a3e-3cfeda79dc0b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 944 time: 0.0676701 Jun 26 18:26:36.669561 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9a1e2ed1-24e5-4c09-a643-59c3dd8edbcd req-cc6ad02f-4153-4214-aac9-eaeae61e7200 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331955 Jun 26 18:26:36.683890 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device bd6c8fba-2255-4875-ad38-07bad141b775 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:26:36.805750 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port bd6c8fba-2255-4875-ad38-07bad141b775 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:26:36.810616 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port bd6c8fba-2255-4875-ad38-07bad141b775 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:26:36.815428 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:36.893530 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:36.914487 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0005912a-2ed5-42d9-ac30-3b11e804de9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6c8fba-2255-4875-ad38-07bad141b775'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:36.917605 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2f7a99-149f-4327-b4c6-20c5f516c4d0" -d '{"events": [{"server_uuid": "0005912a-2ed5-42d9-ac30-3b11e804de9c", "name": "network-vif-plugged", "status": "completed", "tag": "bd6c8fba-2255-4875-ad38-07bad141b775"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:36.930125 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port bd6c8fba-2255-4875-ad38-07bad141b775, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd6c8fba-2255-4875-ad38-07bad141b775,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:36.954318 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364fd31d-af05-41f8-bc48-0a6b24104d2e x-openstack-request-id: req-364fd31d-af05-41f8-bc48-0a6b24104d2e {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:36.954653 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0005912a-2ed5-42d9-ac30-3b11e804de9c", "name": "network-vif-plugged", "status": "completed", "tag": "bd6c8fba-2255-4875-ad38-07bad141b775", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:36.954869 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-364fd31d-af05-41f8-bc48-0a6b24104d2e {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:36.955278 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0005912a-2ed5-42d9-ac30-3b11e804de9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6c8fba-2255-4875-ad38-07bad141b775', 'code': 200} Jun 26 18:26:37.017305 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:37.019196 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:37.069479 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-98ab9ad1-a3ff-4476-8277-cf1bca63d3e7 req-b1bf6698-3b6c-4968-874c-fa954510a227 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 210 time: 0.0287871 Jun 26 18:26:37.086762 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=bd6c8fba-2255-4875-ad38-07bad141b775,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:37.090218 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:37.387567 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f73e-dc6d-494c-835c-374ea939fcc2 req-184c4faa-8491-4c29-9ae0-2726a258437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:37.389052 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2f77f73e-dc6d-494c-835c-374ea939fcc2 req-184c4faa-8491-4c29-9ae0-2726a258437b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 1098 time: 0.0538757 Jun 26 18:26:37.688514 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2f77f73e-dc6d-494c-835c-374ea939fcc2 req-685761de-beba-432b-b324-f8e54738a54d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906804 Jun 26 18:26:37.849890 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e5205-9658-4890-bd6b-5fa3977d63aa req-76af388e-9c7a-4f2d-8695-045d84ddba2a tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:37.851341 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-fb6e5205-9658-4890-bd6b-5fa3977d63aa req-76af388e-9c7a-4f2d-8695-045d84ddba2a tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 945 time: 0.0647774 Jun 26 18:26:37.887944 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-fb6e5205-9658-4890-bd6b-5fa3977d63aa req-55dc2f55-28da-49c8-a81c-77ef47e0f766 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303214 Jun 26 18:26:38.209586 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0a57c481-8b26-4024-84ce-224f7c3262f0 req-b5555f65-1fe5-4273-bc86-c2807686f52a tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 210 time: 0.0272906 Jun 26 18:26:38.651917 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-069a3d5e-90c3-49d6-8dba-dfc46915077f tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8e65fc83d24b48c494b23df1ab1516dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207615 Jun 26 18:26:38.764016 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cea854cf-c3b5-458b-bfac-7321651b9bfd tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:38.765479 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cea854cf-c3b5-458b-bfac-7321651b9bfd tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043248 Jun 26 18:26:38.824990 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Request body: {'port': {'device_id': 'f54d15de-af0b-4f07-9bf0-071b3464ae0a', 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d', 'admin_state_up': True, 'tenant_id': '8e65fc83d24b48c494b23df1ab1516dd'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:38.994567 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Made reservation on behalf of 8e65fc83d24b48c494b23df1ab1516dd for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:26:38.998290 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:39.017100 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:39.103785 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5ed37-4ce0-462a-95cd-c85565b9d067 req-6e1cb924-f3d2-4117-a901-080748b8993e tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:39.105330 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6fd5ed37-4ce0-462a-95cd-c85565b9d067 req-6e1cb924-f3d2-4117-a901-080748b8993e tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 945 time: 0.1045809 Jun 26 18:26:39.163513 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6fd5ed37-4ce0-462a-95cd-c85565b9d067 req-97d0df5a-78de-4953-a4c6-203134617ce9 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498362 Jun 26 18:26:39.187494 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:39.251716 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:39.256031 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c88d5d91-8735-44b8-af75-cbd6841cc468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:39.320145 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e5f8fc-74d1-4465-ac8c-d415b6114946,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:39.324762 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:39.396615 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2ed441c2-b719-4a00-82a2-2b3348cf618c req-7a52696f-527f-4f2a-8054-9c438ca6aadf tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 210 time: 0.0344207 Jun 26 18:26:39.413110 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Allocated IP 192.168.233.157 (b8b2e3c1-44e0-46db-a1ec-71788300662d/327d5055-5817-4fab-99b9-356e5528ee50/7c525bd3-0210-4753-a06d-1b97d1477aa5) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:26:39.669452 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:39.682560 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Transition to ACTIVE for port object 7c525bd3-0210-4753-a06d-1b97d1477aa5 will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:26:39.812041 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:39.816086 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-4750a48b-cf5f-4616-8a87-6431a61ed15f tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:39.855374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Network b8b2e3c1-44e0-46db-a1ec-71788300662d is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:26:39.858619 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:26:39.864516 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:26:39.898660 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Pushing event updated for resources: {'Port': ['ID=7c525bd3-0210-4753-a06d-1b97d1477aa5,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:39.904580 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:39.924209 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:39.925035 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:39.960265 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-03490a19-5f6d-414a-b9ac-bb30bcd0b9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:39.989566 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1690311 Jun 26 18:26:40.015637 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Request body: {'port': {'device_id': 'f54d15de-af0b-4f07-9bf0-071b3464ae0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:26:40.087537 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:40.125680 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-14250085-9c79-4205-ad53-1498683ea1b3 None None] Provisioning for port 7c525bd3-0210-4753-a06d-1b97d1477aa5 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:26:40.129579 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-14250085-9c79-4205-ad53-1498683ea1b3 None None] Provisioning complete for port 7c525bd3-0210-4753-a06d-1b97d1477aa5 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:26:40.130059 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-14250085-9c79-4205-ad53-1498683ea1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:40.167082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-14250085-9c79-4205-ad53-1498683ea1b3 None None] Port 7c525bd3-0210-4753-a06d-1b97d1477aa5 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:26:40.402671 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c525bd3-0210-4753-a06d-1b97d1477aa5 {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:26:40.413638 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe44b33-b761-46c1-8a39-2e9779ff3825 req-b11ed858-3bf8-4ba5-a935-4d797dca4490 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:40.415092 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cfe44b33-b761-46c1-8a39-2e9779ff3825 req-b11ed858-3bf8-4ba5-a935-4d797dca4490 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 945 time: 0.1311686 Jun 26 18:26:40.418811 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:40.444628 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Transition to ACTIVE for port object 7c525bd3-0210-4753-a06d-1b97d1477aa5 will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:26:40.462894 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cfe44b33-b761-46c1-8a39-2e9779ff3825 req-0be3afe3-d165-495f-b649-eed92cddf148 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Jun 26 18:26:40.514169 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:40.516619 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-9e829fe8-eec6-4228-b807-3dcc842b3329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:40.576751 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Pushing event updated for resources: {'Port': ['ID=7c525bd3-0210-4753-a06d-1b97d1477aa5,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:40.584044 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:40.584802 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee24b32-a975-4563-8686-827728774dbd req-3a72d770-6bef-4deb-a1c9-04731a573b16 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:40.585172 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3ee24b32-a975-4563-8686-827728774dbd req-3a72d770-6bef-4deb-a1c9-04731a573b16 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 948 time: 0.0713303 Jun 26 18:26:40.637609 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3ee24b32-a975-4563-8686-827728774dbd req-707792fb-d8da-4c50-8764-28f17d6911ba tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440550 Jun 26 18:26:40.669916 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Attempting to bind port 7c525bd3-0210-4753-a06d-1b97d1477aa5 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:26:40.670404 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Attempting to bind port 7c525bd3-0210-4753-a06d-1b97d1477aa5 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '29694601-d982-4077-8580-19bd1aa4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:26:40.670750 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Attempting to bind port 7c525bd3-0210-4753-a06d-1b97d1477aa5 on network b8b2e3c1-44e0-46db-a1ec-71788300662d {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:26:40.675330 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Port 7c525bd3-0210-4753-a06d-1b97d1477aa5 on network b8b2e3c1-44e0-46db-a1ec-71788300662d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:26:40.675663 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Attempting to bind port 7c525bd3-0210-4753-a06d-1b97d1477aa5 on network b8b2e3c1-44e0-46db-a1ec-71788300662d {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:26:40.680857 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:26:40.681339 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Checking segment: {'id': '29694601-d982-4077-8580-19bd1aa4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:26:40.681733 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Bound using segment: {'id': '29694601-d982-4077-8580-19bd1aa4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:26:40.682169 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Bound port: 7c525bd3-0210-4753-a06d-1b97d1477aa5, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29694601-d982-4077-8580-19bd1aa4f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:26:40.682536 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:40.751918 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] For port 7c525bd3-0210-4753-a06d-1b97d1477aa5, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:26:40.755596 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] For port 7c525bd3-0210-4753-a06d-1b97d1477aa5, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7c525bd3-0210-4753-a06d-1b97d1477aa5,segment=NetworkSegment(29694601-d982-4077-8580-19bd1aa4f187),segment_id=29694601-d982-4077-8580-19bd1aa4f187)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:26:40.801821 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:40.804915 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d94d94c0-f3b4-44d8-a10f-75e6c274ff27 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:40.835161 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:40.835779 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:40.838162 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c525bd3-0210-4753-a06d-1b97d1477aa5 HTTP/1.1" status: 200 len: 1098 time: 0.8291516 Jun 26 18:26:40.838667 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54d15de-af0b-4f07-9bf0-071b3464ae0a', 'tag': '7c525bd3-0210-4753-a06d-1b97d1477aa5'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:40.840997 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6383c1-6348-46f1-8d70-a860a79894e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f54d15de-af0b-4f07-9bf0-071b3464ae0a", "tag": "7c525bd3-0210-4753-a06d-1b97d1477aa5"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:40.872380 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Pushing event updated for resources: {'Port': ['ID=7c525bd3-0210-4753-a06d-1b97d1477aa5,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:40.873054 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:40.886603 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd703d2-bc36-4dfa-bf0e-c71fed9a9ac8 x-openstack-request-id: req-8bd703d2-bc36-4dfa-bf0e-c71fed9a9ac8 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:40.886935 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54d15de-af0b-4f07-9bf0-071b3464ae0a", "tag": "7c525bd3-0210-4753-a06d-1b97d1477aa5", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:40.887227 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bd703d2-bc36-4dfa-bf0e-c71fed9a9ac8 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:40.887694 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54d15de-af0b-4f07-9bf0-071b3464ae0a', 'tag': '7c525bd3-0210-4753-a06d-1b97d1477aa5', 'status': 'completed', 'code': 200} Jun 26 18:26:40.984915 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6383c1-6348-46f1-8d70-a860a79894e6 req-95ec0408-db5a-4812-b1cc-e2efd779a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:40.986313 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f6383c1-6348-46f1-8d70-a860a79894e6 req-95ec0408-db5a-4812-b1cc-e2efd779a328 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e65fc83d24b48c494b23df1ab1516dd&device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 1101 time: 0.0565333 Jun 26 18:26:41.019031 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f6383c1-6348-46f1-8d70-a860a79894e6 req-663067f2-b94b-45b0-bcdb-54666501a8de service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8e65fc83d24b48c494b23df1ab1516dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195451 Jun 26 18:26:41.119174 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6383c1-6348-46f1-8d70-a860a79894e6 req-3f035d25-07c0-43a3-aeea-acf23b2acfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:41.120681 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4f6383c1-6348-46f1-8d70-a860a79894e6 req-3f035d25-07c0-43a3-aeea-acf23b2acfd2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921161 Jun 26 18:26:41.244472 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-c2a41369-0395-4be6-b54e-fd7ba24a56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:41.246194 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-c2a41369-0395-4be6-b54e-fd7ba24a56e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e65fc83d24b48c494b23df1ab1516dd&device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 1101 time: 0.0620961 Jun 26 18:26:41.268970 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 37610) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:41.312050 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-22cee1a7-1593-40e3-a1b1-208d9a500ebe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=7c525bd3-0210-4753-a06d-1b97d1477aa5 HTTP/1.1" status: 200 len: 217 time: 0.0409102 Jun 26 18:26:41.360266 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-150b7428-32bb-44fb-b578-f7ee01eb7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:41.361855 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-150b7428-32bb-44fb-b578-f7ee01eb7a08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=327d5055-5817-4fab-99b9-356e5528ee50 HTTP/1.1" status: 200 len: 843 time: 0.0437877 Jun 26 18:26:41.377479 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-30b7d582-c0d3-417a-ad9e-1e63ec3e3b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:41.473923 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-e5ba5fc5-5b9d-4adf-bdff-56181197fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:41.475449 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-e5ba5fc5-5b9d-4adf-bdff-56181197fc58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8b2e3c1-44e0-46db-a1ec-71788300662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0960100 Jun 26 18:26:41.575356 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-30b7d582-c0d3-417a-ad9e-1e63ec3e3b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:41.596793 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-dab66054-5a61-48cb-8be0-3479bf27138e service neutron] 10.222.0.37 "GET /v2.0/networks/b8b2e3c1-44e0-46db-a1ec-71788300662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124353 Jun 26 18:26:41.679797 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-30b7d582-c0d3-417a-ad9e-1e63ec3e3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:41.684454 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e18aa71c-416d-4af2-98d6-4b9798b109ba tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:41.731655 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7d582-c0d3-417a-ad9e-1e63ec3e3b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1dcc59-45ef-45a7-be24-2bed7304ae6f,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:41.739268 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-30b7d582-c0d3-417a-ad9e-1e63ec3e3b58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f81592ee4d1347fda9d9c3bca232dc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690166 Jun 26 18:26:41.748183 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 37620) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:26:41.748912 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-30b7d582-c0d3-417a-ad9e-1e63ec3e3b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:41.760971 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cc82e967-2f6a-4239-8f03-709e7ee7e9e7 req-e55f06fc-c17a-40ab-9a83-ec4873990bbd service neutron] 10.222.0.37 "GET /v2.0/networks/b8b2e3c1-44e0-46db-a1ec-71788300662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409209 Jun 26 18:26:41.796226 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e299dacf-1f75-4105-8be7-8dc09cd2acd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:41.815979 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dc5d3-d726-4705-a6f6-139fb1389184 req-2ed1f026-981c-43b4-b209-430d4e0edd86 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:41.819220 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e299dacf-1f75-4105-8be7-8dc09cd2acd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:41.820876 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-411dc5d3-d726-4705-a6f6-139fb1389184 req-2ed1f026-981c-43b4-b209-430d4e0edd86 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 948 time: 0.0732067 Jun 26 18:26:41.858805 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-411dc5d3-d726-4705-a6f6-139fb1389184 req-ebf57664-a61f-47b7-b6e2-659fb3186c1e tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333352 Jun 26 18:26:41.943126 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e299dacf-1f75-4105-8be7-8dc09cd2acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:41.945627 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e299dacf-1f75-4105-8be7-8dc09cd2acd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:41.947396 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-e299dacf-1f75-4105-8be7-8dc09cd2acd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a1dcc59-45ef-45a7-be24-2bed7304ae6f HTTP/1.1" status: 204 len: 168 time: 0.2034340 Jun 26 18:26:41.948270 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4fb6d52a-b3c7-403c-b56f-cab79cde95a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:41.959907 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299dacf-1f75-4105-8be7-8dc09cd2acd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1dcc59-45ef-45a7-be24-2bed7304ae6f,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:41.959907 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e299dacf-1f75-4105-8be7-8dc09cd2acd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:42.559887 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ef92182a-ddfd-4d0a-b076-509e59508d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:42.908938 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:43.050511 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18c281-e535-4998-bc05-302a994b736e req-2c0ec29e-4a55-4d12-944b-05ca7aac542a tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:43.051998 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0b18c281-e535-4998-bc05-302a994b736e req-2c0ec29e-4a55-4d12-944b-05ca7aac542a tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 948 time: 0.0699124 Jun 26 18:26:43.089756 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0b18c281-e535-4998-bc05-302a994b736e req-588ddd93-c87b-4236-8540-5290ace18b15 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Jun 26 18:26:43.656916 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:44.270156 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673db0-86f8-400b-a16c-3710683a362f req-f47593db-9dbd-407a-ab61-91e9710d2bde tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:44.271648 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-73673db0-86f8-400b-a16c-3710683a362f req-f47593db-9dbd-407a-ab61-91e9710d2bde tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 948 time: 0.0683150 Jun 26 18:26:44.310704 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-73673db0-86f8-400b-a16c-3710683a362f req-8ad13e19-6584-4b77-a60f-ad132282ba54 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Jun 26 18:26:44.709791 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 7c525bd3-0210-4753-a06d-1b97d1477aa5 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:26:44.800761 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 7c525bd3-0210-4753-a06d-1b97d1477aa5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7c525bd3-0210-4753-a06d-1b97d1477aa5,segment=NetworkSegment(29694601-d982-4077-8580-19bd1aa4f187),segment_id=29694601-d982-4077-8580-19bd1aa4f187)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:44.814232 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '7c525bd3-0210-4753-a06d-1b97d1477aa5', 'network_id': 'b8b2e3c1-44e0-46db-a1ec-71788300662d', 'port_id': '7c525bd3-0210-4753-a06d-1b97d1477aa5', 'mac_address': 'fa:16:3e:ea:04:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327d5055-5817-4fab-99b9-356e5528ee50', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:26:44.849340 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:44.862325 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c525bd3-0210-4753-a06d-1b97d1477aa5 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:26:44.880851 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 7c525bd3-0210-4753-a06d-1b97d1477aa5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7c525bd3-0210-4753-a06d-1b97d1477aa5,segment=NetworkSegment(29694601-d982-4077-8580-19bd1aa4f187),segment_id=29694601-d982-4077-8580-19bd1aa4f187)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:44.977262 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:44.980133 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:45.033771 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=7c525bd3-0210-4753-a06d-1b97d1477aa5,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:45.036748 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:45.096633 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:45.361731 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['7c525bd3-0210-4753-a06d-1b97d1477aa5'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:26:45.493007 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad750-3573-4a1a-ba38-5e0bca5b7052 req-cb3f5cf0-6d7f-4191-a43a-b7c48612d12d tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:45.495281 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-736ad750-3573-4a1a-ba38-5e0bca5b7052 req-cb3f5cf0-6d7f-4191-a43a-b7c48612d12d tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 949 time: 0.0646746 Jun 26 18:26:45.534068 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-736ad750-3573-4a1a-ba38-5e0bca5b7052 req-0e38544b-4738-42c8-9c5c-959775bfb6e5 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Jun 26 18:26:46.707037 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e42e7-f25f-429c-9d40-d34c074a28c1 req-6ea55109-8305-400e-b0a0-14d77f7640b0 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:46.708520 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f26e42e7-f25f-429c-9d40-d34c074a28c1 req-6ea55109-8305-400e-b0a0-14d77f7640b0 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 949 time: 0.0616724 Jun 26 18:26:46.722895 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 7c525bd3-0210-4753-a06d-1b97d1477aa5 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:26:46.745776 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f26e42e7-f25f-429c-9d40-d34c074a28c1 req-61117694-04d0-479f-a70d-afacf8d6d9f1 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Jun 26 18:26:46.851157 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port 7c525bd3-0210-4753-a06d-1b97d1477aa5 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:26:46.855803 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 7c525bd3-0210-4753-a06d-1b97d1477aa5 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:26:46.860584 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:46.932850 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:46.953988 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d15de-af0b-4f07-9bf0-071b3464ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c525bd3-0210-4753-a06d-1b97d1477aa5'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:46.956231 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664ebb27-b466-45da-9342-db605e1934e0" -d '{"events": [{"server_uuid": "f54d15de-af0b-4f07-9bf0-071b3464ae0a", "name": "network-vif-plugged", "status": "completed", "tag": "7c525bd3-0210-4753-a06d-1b97d1477aa5"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:46.969138 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 7c525bd3-0210-4753-a06d-1b97d1477aa5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7c525bd3-0210-4753-a06d-1b97d1477aa5,segment=NetworkSegment(29694601-d982-4077-8580-19bd1aa4f187),segment_id=29694601-d982-4077-8580-19bd1aa4f187)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:46.993668 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ed1d74-74bf-477f-b5a3-d723f86cfd90 x-openstack-request-id: req-a6ed1d74-74bf-477f-b5a3-d723f86cfd90 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:46.993963 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d15de-af0b-4f07-9bf0-071b3464ae0a", "name": "network-vif-plugged", "status": "completed", "tag": "7c525bd3-0210-4753-a06d-1b97d1477aa5", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:46.994258 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6ed1d74-74bf-477f-b5a3-d723f86cfd90 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:46.994618 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d15de-af0b-4f07-9bf0-071b3464ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c525bd3-0210-4753-a06d-1b97d1477aa5', 'code': 200} Jun 26 18:26:47.039960 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:47.042772 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:47.088613 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=7c525bd3-0210-4753-a06d-1b97d1477aa5,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:47.091736 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:47.470237 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a1d1a-ac0d-4101-8976-85441525b26d req-c9637b6a-01a1-4696-a67e-f9f4f9d66a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:47.471774 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2e5a1d1a-ac0d-4101-8976-85441525b26d req-c9637b6a-01a1-4696-a67e-f9f4f9d66a26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 1103 time: 0.0520725 Jun 26 18:26:47.505544 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2e5a1d1a-ac0d-4101-8976-85441525b26d req-82604a7e-0dbe-40e6-81ef-59fb464137cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268457 Jun 26 18:26:48.020615 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf7ed2-3670-42f2-920f-9f6a1f29a9bd req-a576b9d7-eb9a-489d-bd21-45def26dda4c tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:48.021995 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4dbf7ed2-3670-42f2-920f-9f6a1f29a9bd req-a576b9d7-eb9a-489d-bd21-45def26dda4c tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 950 time: 0.1632826 Jun 26 18:26:48.058764 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4dbf7ed2-3670-42f2-920f-9f6a1f29a9bd req-532eccf1-9a6d-4c0e-bb58-faf77baf07f3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307288 Jun 26 18:26:49.298297 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c2aed-ecc6-43cb-a95a-fca4e31a9a87 req-6c8150fb-9161-415b-856b-cf9410c17ee2 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:49.299766 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-fd2c2aed-ecc6-43cb-a95a-fca4e31a9a87 req-6c8150fb-9161-415b-856b-cf9410c17ee2 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 950 time: 0.1154447 Jun 26 18:26:49.336760 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-fd2c2aed-ecc6-43cb-a95a-fca4e31a9a87 req-7c9e13cd-55c9-498f-ba5c-0100bdfb6fd6 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Jun 26 18:26:49.901244 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54311-5e1e-4a3f-87c3-797a72a5e4fd req-437498fc-c78b-477c-97fe-851a099222a8 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:49.902700 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3cf54311-5e1e-4a3f-87c3-797a72a5e4fd req-437498fc-c78b-477c-97fe-851a099222a8 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 950 time: 0.0622509 Jun 26 18:26:49.940016 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3cf54311-5e1e-4a3f-87c3-797a72a5e4fd req-a65e3d53-1bda-406d-9e48-4c957c19b790 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Jun 26 18:26:51.112257 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a8e69-c3b9-44bb-aa4b-25258465a9f4 req-50e8bea4-2cbe-4984-b978-8f2de3e0fe6a tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:51.113729 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4e3a8e69-c3b9-44bb-aa4b-25258465a9f4 req-50e8bea4-2cbe-4984-b978-8f2de3e0fe6a tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 950 time: 0.0629890 Jun 26 18:26:51.150267 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4e3a8e69-c3b9-44bb-aa4b-25258465a9f4 req-0c4cc273-ee88-4ad4-9353-12e1d60eeef4 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4e5f8fc-74d1-4465-ac8c-d415b6114946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302460 Jun 26 18:26:51.747019 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-cc8d738c-7610-4bf9-9fd2-f6e6646a2ea7 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:26:51.748481 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-cc8d738c-7610-4bf9-9fd2-f6e6646a2ea7 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.37 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 950 time: 0.0686412 Jun 26 18:26:51.844439 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Deleting port 7c525bd3-0210-4753-a06d-1b97d1477aa5 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:26:51.844807 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:51.934444 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] For port 7c525bd3-0210-4753-a06d-1b97d1477aa5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7c525bd3-0210-4753-a06d-1b97d1477aa5,segment=NetworkSegment(29694601-d982-4077-8580-19bd1aa4f187),segment_id=29694601-d982-4077-8580-19bd1aa4f187)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:26:51.934810 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:51.946347 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Calling delete_port for 7c525bd3-0210-4753-a06d-1b97d1477aa5 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:26:52.125570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:52.129285 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:26:52.158518 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Pushing event deleted for resources: {'Port': ['ID=7c525bd3-0210-4753-a06d-1b97d1477aa5,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:26:52.166576 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:26:52.170976 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['7c525bd3-0210-4753-a06d-1b97d1477aa5'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:26:52.215804 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] No DVR routers for this DVR port 7c525bd3-0210-4753-a06d-1b97d1477aa5 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:26:52.218665 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:52.221162 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2005680e-c8b3-4b75-b985-4ea122b27673 req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.37 "DELETE /v2.0/ports/7c525bd3-0210-4753-a06d-1b97d1477aa5 HTTP/1.1" status: 204 len: 173 time: 0.4663496 Jun 26 18:26:52.224452 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d15de-af0b-4f07-9bf0-071b3464ae0a', 'name': 'network-vif-deleted', 'tag': '7c525bd3-0210-4753-a06d-1b97d1477aa5'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:26:52.227798 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868234d7-f5cb-4045-b7a1-3e1bfd65a78f" -d '{"events": [{"server_uuid": "f54d15de-af0b-4f07-9bf0-071b3464ae0a", "name": "network-vif-deleted", "tag": "7c525bd3-0210-4753-a06d-1b97d1477aa5"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:26:52.319797 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc2bf8b-36eb-46d5-86e7-190545990ade x-openstack-request-id: req-8fc2bf8b-36eb-46d5-86e7-190545990ade {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:26:52.320149 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d15de-af0b-4f07-9bf0-071b3464ae0a", "name": "network-vif-deleted", "tag": "7c525bd3-0210-4753-a06d-1b97d1477aa5", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:26:52.320451 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fc2bf8b-36eb-46d5-86e7-190545990ade {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:26:52.320865 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d15de-af0b-4f07-9bf0-071b3464ae0a', 'name': 'network-vif-deleted', 'tag': '7c525bd3-0210-4753-a06d-1b97d1477aa5', 'status': 'completed', 'code': 200} Jun 26 18:26:52.323614 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-64c6a286-73ad-47f9-ac4f-1a7237b98ed2 req-bd11acf8-29da-4005-9d91-e42aa66d2bff tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 210 time: 0.0332747 Jun 26 18:26:53.493858 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ad8746e5-5971-406a-bae6-76d9651c8ec7 req-e9407e50-5e07-49aa-bc70-d649c357d98a tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54d15de-af0b-4f07-9bf0-071b3464ae0a HTTP/1.1" status: 200 len: 210 time: 0.0276716 Jun 26 18:26:54.810739 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 7c525bd3-0210-4753-a06d-1b97d1477aa5 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:26:54.830998 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 7c525bd3-0210-4753-a06d-1b97d1477aa5 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:26:54.831353 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 7c525bd3-0210-4753-a06d-1b97d1477aa5 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:26:59.997407 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38006) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:00.128470 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-0f1507e6-af31-458e-9a00-c43743e23e8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e65fc83d24b48c494b23df1ab1516dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1288998 Jun 26 18:27:00.129887 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38012) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:00.179168 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-eeab735f-f560-40b2-8211-e5896caec039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:00.201101 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-eeab735f-f560-40b2-8211-e5896caec039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:00.314767 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-eeab735f-f560-40b2-8211-e5896caec039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:00.317363 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-eeab735f-f560-40b2-8211-e5896caec039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:00.318548 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-eeab735f-f560-40b2-8211-e5896caec039 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4e5f8fc-74d1-4465-ac8c-d415b6114946 HTTP/1.1" status: 204 len: 168 time: 0.1877716 Jun 26 18:27:00.319522 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-436ae84f-ad35-4787-8e15-6f5a98d17a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:00.327551 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab735f-f560-40b2-8211-e5896caec039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e5f8fc-74d1-4465-ac8c-d415b6114946,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:00.334920 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-eeab735f-f560-40b2-8211-e5896caec039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:00.902887 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:02.124823 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74b75-98fd-413c-8559-d666f193bbd4 req-8fcdf8a0-22bd-4034-ae60-6f0ea6a1e2a1 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:02.126300 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-34f74b75-98fd-413c-8559-d666f193bbd4 req-8fcdf8a0-22bd-4034-ae60-6f0ea6a1e2a1 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 945 time: 0.0623434 Jun 26 18:27:02.164932 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-34f74b75-98fd-413c-8559-d666f193bbd4 req-3fcb475a-98f2-4f02-9291-1b0b4984de39 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Jun 26 18:27:02.202809 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-9d5f5850-fa0c-432c-a67e-c8672542ea22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533652 Jun 26 18:27:02.328692 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-d98ea3e9-23f9-4dbe-bd6f-3ec24a892d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:02.330175 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-d98ea3e9-23f9-4dbe-bd6f-3ec24a892d6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db9571ee1c43419fb3212e2c4f355337&device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1099 time: 0.0554237 Jun 26 18:27:02.436249 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-a0a1f4a6-440e-4f00-b716-6af4ec195048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:02.437658 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-a0a1f4a6-440e-4f00-b716-6af4ec195048 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665 HTTP/1.1" status: 200 len: 909 time: 0.0837340 Jun 26 18:27:02.518375 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-dc31b163-f48f-4cb7-a411-ec9d210c0ed2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c HTTP/1.1" status: 200 len: 1001 time: 0.0612550 Jun 26 18:27:02.568120 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-d69113a3-5e56-4363-9412-93afa90496c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:02.569544 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-d69113a3-5e56-4363-9412-93afa90496c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd2835cb-dacc-4105-98ab-364b8be475c5 HTTP/1.1" status: 200 len: 847 time: 0.0425112 Jun 26 18:27:02.627393 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-8859c48b-1933-46b8-b5e3-972bdadcd859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:02.628864 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-8859c48b-1933-46b8-b5e3-972bdadcd859 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522451 Jun 26 18:27:02.720458 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-f4827255-db94-4661-a553-ed6a7f8a04d3 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834107 Jun 26 18:27:02.809468 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2adbcc04-e706-4c5e-b08d-8494e4672e5b req-6074d6f2-fc2c-467a-907f-88103666eb01 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786209 Jun 26 18:27:03.339603 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88b89d-c848-4804-ad36-45584280cba7 req-4f2a3338-7cb7-43be-b2fe-da8c219a8e45 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:03.340992 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-bc88b89d-c848-4804-ad36-45584280cba7 req-4f2a3338-7cb7-43be-b2fe-da8c219a8e45 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 945 time: 0.0646889 Jun 26 18:27:03.376510 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-bc88b89d-c848-4804-ad36-45584280cba7 req-7e402e26-b59f-4b09-afd7-308e977c1ec0 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299418 Jun 26 18:27:04.563416 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1cee6-11c3-433e-93f8-3701fa3c0fa8 req-1f7f27be-1c75-464f-b23b-9b55507f9985 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:04.564902 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1fd1cee6-11c3-433e-93f8-3701fa3c0fa8 req-1f7f27be-1c75-464f-b23b-9b55507f9985 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 945 time: 0.0644228 Jun 26 18:27:04.601214 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1fd1cee6-11c3-433e-93f8-3701fa3c0fa8 req-e288731f-3bc6-45d7-8a5e-92446f02a910 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Jun 26 18:27:05.770899 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6170-7114-4e25-9101-2c77121048f5 req-f5ac2412-a46b-4545-bcfc-72fd5aafbccb tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:05.772340 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8d6f6170-7114-4e25-9101-2c77121048f5 req-f5ac2412-a46b-4545-bcfc-72fd5aafbccb tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 945 time: 0.0619483 Jun 26 18:27:05.808852 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8d6f6170-7114-4e25-9101-2c77121048f5 req-b98a7808-fe93-4b4b-ac9a-894ee2e4568d tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303116 Jun 26 18:27:06.983415 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af8c9e-1193-42a5-9fd0-a1477ef28478 req-a75bc4b8-44df-423e-b278-a606d6410875 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:06.984920 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-68af8c9e-1193-42a5-9fd0-a1477ef28478 req-a75bc4b8-44df-423e-b278-a606d6410875 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 945 time: 0.0633972 Jun 26 18:27:07.021480 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-68af8c9e-1193-42a5-9fd0-a1477ef28478 req-2dfede54-fa2e-412f-8e98-8fe577b20fe9 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309961 Jun 26 18:27:07.746169 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-30e153f3-d265-4f47-823b-ba0d9324c45b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:07.747634 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-30e153f3-d265-4f47-823b-ba0d9324c45b tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.37 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 945 time: 0.0618300 Jun 26 18:27:07.852596 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Deleting port bd6c8fba-2255-4875-ad38-07bad141b775 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:27:07.853387 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:07.936576 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] For port bd6c8fba-2255-4875-ad38-07bad141b775, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bd6c8fba-2255-4875-ad38-07bad141b775,segment=NetworkSegment(72dbce18-139e-4f59-b3a5-c49413becaa4),segment_id=72dbce18-139e-4f59-b3a5-c49413becaa4)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:07.936933 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:07.952283 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Calling delete_port for bd6c8fba-2255-4875-ad38-07bad141b775 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:27:08.161173 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:08.166852 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c35afbd6-a5cd-47b2-81cf-e51656e0b3c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:08.198225 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Pushing event deleted for resources: {'Port': ['ID=bd6c8fba-2255-4875-ad38-07bad141b775,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:08.199435 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['bd6c8fba-2255-4875-ad38-07bad141b775'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:27:08.216221 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.216628 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.217001 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.217370 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.217733 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.218095 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.218454 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.218833 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.219192 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.219604 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.219981 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.220333 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:08.240984 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:08.265245 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] No DVR routers for this DVR port bd6c8fba-2255-4875-ad38-07bad141b775 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:27:08.268114 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:08.270070 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7ced7aff-08f6-477d-84d5-17f90f8fbc1e req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.37 "DELETE /v2.0/ports/bd6c8fba-2255-4875-ad38-07bad141b775 HTTP/1.1" status: 204 len: 173 time: 0.5112908 Jun 26 18:27:08.270544 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0005912a-2ed5-42d9-ac30-3b11e804de9c', 'name': 'network-vif-deleted', 'tag': 'bd6c8fba-2255-4875-ad38-07bad141b775'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:27:08.272861 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b4e75b-53e4-4b2a-b53c-bc457ac0ac49" -d '{"events": [{"server_uuid": "0005912a-2ed5-42d9-ac30-3b11e804de9c", "name": "network-vif-deleted", "tag": "bd6c8fba-2255-4875-ad38-07bad141b775"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:27:08.290246 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293b96a-7a9c-4ce1-860a-fd651b4a4a39 req-8ac9c2f3-11be-463a-841b-dedbdd5f3195 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:08.291757 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e293b96a-7a9c-4ce1-860a-fd651b4a4a39 req-8ac9c2f3-11be-463a-841b-dedbdd5f3195 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/ports?device_id=0005912a-2ed5-42d9-ac30-3b11e804de9c HTTP/1.1" status: 200 len: 867 time: 0.1594923 Jun 26 18:27:08.312004 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a28c6f3-eca4-4b25-853b-4e11f0d5c6bb x-openstack-request-id: req-1a28c6f3-eca4-4b25-853b-4e11f0d5c6bb {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:27:08.312328 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0005912a-2ed5-42d9-ac30-3b11e804de9c", "name": "network-vif-deleted", "tag": "bd6c8fba-2255-4875-ad38-07bad141b775", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:27:08.312642 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a28c6f3-eca4-4b25-853b-4e11f0d5c6bb {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:27:08.313057 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0005912a-2ed5-42d9-ac30-3b11e804de9c', 'name': 'network-vif-deleted', 'tag': 'bd6c8fba-2255-4875-ad38-07bad141b775', 'status': 'completed', 'code': 200} Jun 26 18:27:08.332320 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e293b96a-7a9c-4ce1-860a-fd651b4a4a39 req-9578cdd4-6e03-4569-a9ef-e7c566fc7365 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2b5cb0e-5443-4216-8b95-93e38d63765f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Jun 26 18:27:09.909350 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-186783b8-7c30-4ed9-99fc-cd523df540a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:10.175196 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:27:10.893761 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device bd6c8fba-2255-4875-ad38-07bad141b775 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:27:10.912692 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: bd6c8fba-2255-4875-ad38-07bad141b775 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:27:10.913301 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device bd6c8fba-2255-4875-ad38-07bad141b775 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:27:12.520189 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-795e3e0c-52b7-4141-a4e2-27454fb9305d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:12.931628 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:13.663317 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:15.108575 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:16.396870 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626883-9553-4c82-9870-3fb690479a90 req-196c39cc-81ec-4ce6-baad-12b15e434129 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:16.398368 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8b626883-9553-4c82-9870-3fb690479a90 req-196c39cc-81ec-4ce6-baad-12b15e434129 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0627820 Jun 26 18:27:16.435944 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8b626883-9553-4c82-9870-3fb690479a90 req-c9dea4b6-f528-475d-8022-db7facca5dd0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316241 Jun 26 18:27:17.844372 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916d03-e715-4d94-ad3b-695829a43e83 req-8b696ace-912c-4a0a-a967-3607c8c99630 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:17.845878 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-92916d03-e715-4d94-ad3b-695829a43e83 req-8b696ace-912c-4a0a-a967-3607c8c99630 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.2896631 Jun 26 18:27:17.883045 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-92916d03-e715-4d94-ad3b-695829a43e83 req-29806fb4-c0af-4fc9-b7a7-11f98ecef6dd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315690 Jun 26 18:27:19.056989 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215be55d-e174-4fcd-ad16-4e328036ac82 req-ae7e52fe-0c22-4333-bc1a-ff2dfb3f769c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:19.059157 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-215be55d-e174-4fcd-ad16-4e328036ac82 req-ae7e52fe-0c22-4333-bc1a-ff2dfb3f769c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0607052 Jun 26 18:27:19.096323 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-215be55d-e174-4fcd-ad16-4e328036ac82 req-93514731-0b84-4851-9a1a-43fc784c64a9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315697 Jun 26 18:27:20.279954 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd3c69-6881-4b24-8dfe-ec2c59020338 req-ae5bf755-e672-4bfb-9923-583ed50de241 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:20.281440 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5bcd3c69-6881-4b24-8dfe-ec2c59020338 req-ae5bf755-e672-4bfb-9923-583ed50de241 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0684011 Jun 26 18:27:20.319850 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5bcd3c69-6881-4b24-8dfe-ec2c59020338 req-e2052f37-61ea-4664-bc45-b3101917a4cb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326307 Jun 26 18:27:21.499380 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0e0d2-9170-4eb0-bb7e-30f92658de80 req-ab56d20c-22e4-47c0-9345-2b0e5604cc98 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:21.500792 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0ca0e0d2-9170-4eb0-bb7e-30f92658de80 req-ab56d20c-22e4-47c0-9345-2b0e5604cc98 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0627835 Jun 26 18:27:21.537921 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0ca0e0d2-9170-4eb0-bb7e-30f92658de80 req-e3b4cb11-b493-4119-a82a-96b4f78c0a70 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313706 Jun 26 18:27:22.720158 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfed5d-606c-4b4d-87c6-3d8f6e7577d1 req-0f4fea0b-5412-4c55-b53a-c217943309c7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:22.721546 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-05cfed5d-606c-4b4d-87c6-3d8f6e7577d1 req-0f4fea0b-5412-4c55-b53a-c217943309c7 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0632756 Jun 26 18:27:22.759785 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-05cfed5d-606c-4b4d-87c6-3d8f6e7577d1 req-c4f38d1e-3633-405d-9fad-e3c459ad5b57 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321901 Jun 26 18:27:23.943213 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c606e-8496-433d-9678-d9c853af7586 req-8807d3ff-ed41-48d1-9e19-3b665a69bec5 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:23.944905 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e55c606e-8496-433d-9678-d9c853af7586 req-8807d3ff-ed41-48d1-9e19-3b665a69bec5 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0792713 Jun 26 18:27:23.952761 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcbe14-823f-4242-8de7-05bb014db371 req-07ede3a2-1030-4bd8-a103-1c75e38d2b31 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:23.954264 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-45bcbe14-823f-4242-8de7-05bb014db371 req-07ede3a2-1030-4bd8-a103-1c75e38d2b31 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0731485 Jun 26 18:27:23.983450 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e55c606e-8496-433d-9678-d9c853af7586 req-863d2194-15ad-41d6-bcb2-b7680470275d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324318 Jun 26 18:27:23.993098 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-45bcbe14-823f-4242-8de7-05bb014db371 req-32b9df40-5fb8-4bd5-99bd-48ac955bdeca tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329723 Jun 26 18:27:25.156713 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d36a-09ed-4f9e-bdd4-89f94f9dd502 req-4c663c9e-2c6f-42ea-91d2-865be4d9973a tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:25.158598 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d711d36a-09ed-4f9e-bdd4-89f94f9dd502 req-4c663c9e-2c6f-42ea-91d2-865be4d9973a tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0654416 Jun 26 18:27:25.177239 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f735-a1f1-4e2b-89f8-b7e8a7c341e2 req-1f2e2fb3-3b03-41d5-80d0-6bdf10b1c0c9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:25.178716 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-55b7f735-a1f1-4e2b-89f8-b7e8a7c341e2 req-1f2e2fb3-3b03-41d5-80d0-6bdf10b1c0c9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0655200 Jun 26 18:27:25.197454 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d711d36a-09ed-4f9e-bdd4-89f94f9dd502 req-650327b0-a144-4a85-8949-1a5f6d3f1cf6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326180 Jun 26 18:27:25.216337 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-55b7f735-a1f1-4e2b-89f8-b7e8a7c341e2 req-b43d6789-86dc-4344-8c6b-1716be41de05 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311692 Jun 26 18:27:26.377673 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebd6bf-f530-4d89-8163-1c9b72903d8d req-bf3297b8-d1b4-4daa-b7bf-35c0f73b4d8e tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:26.379181 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ffebd6bf-f530-4d89-8163-1c9b72903d8d req-bf3297b8-d1b4-4daa-b7bf-35c0f73b4d8e tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0642984 Jun 26 18:27:26.421629 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ffebd6bf-f530-4d89-8163-1c9b72903d8d req-555d29df-170a-49e8-9019-3f4c212f1246 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356855 Jun 26 18:27:26.580502 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9085fc-88d4-4b8d-b071-f9f3d1babb8f req-7f2f3d1c-9ba2-4138-9418-18103a4af22f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:26.581976 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1e9085fc-88d4-4b8d-b071-f9f3d1babb8f req-7f2f3d1c-9ba2-4138-9418-18103a4af22f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0627894 Jun 26 18:27:26.619210 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1e9085fc-88d4-4b8d-b071-f9f3d1babb8f req-f541ce52-b074-44e5-bbf4-09bc919b7da3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313461 Jun 26 18:27:26.941799 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:27:27.153585 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:27.164252 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'port_id': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'mac_address': 'fa:16:3e:a7:ed:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:27:27.200270 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:27.212694 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:27:27.231186 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:27.291676 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:27.294485 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:27.343641 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=6']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:27.350819 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.351174 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.351514 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.351860 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.352168 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.352520 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.352846 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.353286 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.353611 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.353937 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.354379 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.354714 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:27.361067 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:27.469759 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:27:27.599426 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777a681-b933-400a-b862-129c652d8fc5 req-cf28b46c-11a4-4dc0-9568-3db8a1ecfeb4 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:27.600841 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e777a681-b933-400a-b862-129c652d8fc5 req-cf28b46c-11a4-4dc0-9568-3db8a1ecfeb4 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0629187 Jun 26 18:27:27.637375 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e777a681-b933-400a-b862-129c652d8fc5 req-6915dc9d-24f2-47df-b309-be194aacf8b2 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308199 Jun 26 18:27:27.804040 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ad1e-3542-4ec0-8a33-b83713bde45c req-4e485a11-49c7-40dc-96a1-5784b36f604f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:27.805525 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2056ad1e-3542-4ec0-8a33-b83713bde45c req-4e485a11-49c7-40dc-96a1-5784b36f604f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 945 time: 0.0660903 Jun 26 18:27:27.843109 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2056ad1e-3542-4ec0-8a33-b83713bde45c req-5cf6765c-0caa-48e6-99bc-85ffa9a0ab8e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319030 Jun 26 18:27:28.558389 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38322) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:28.605256 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Deleting subnet d4777da3-929f-4ac8-a481-0851a1ebae89 {{(pid=93535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:27:28.608169 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:28.642141 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065575315'] for subnet, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:28.680721 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:28.824358 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905d4f-1844-4049-98f3-eb1e35972aec req-3a460f84-9bee-4a52-b23b-81545de8f35b tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:28.827857 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-77905d4f-1844-4049-98f3-eb1e35972aec req-3a460f84-9bee-4a52-b23b-81545de8f35b tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0674453 Jun 26 18:27:28.827991 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069428260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065608013'] for subnet, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:28.831206 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:28.870399 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4777da3-929f-4ac8-a481-0851a1ebae89,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:28.874599 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:28.876534 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d4777da3-929f-4ac8-a481-0851a1ebae89 HTTP/1.1" status: 204 len: 168 time: 0.3171258 Jun 26 18:27:28.879274 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 38334) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:28.884320 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.884726 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.885093 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.885709 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.886081 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.886622 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.887319 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.888432 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.888808 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.889239 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.889518 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.889875 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:27:28.896965 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a0afaf35-a75f-4938-9c7e-bdcdcbaea3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:28.925886 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-77905d4f-1844-4049-98f3-eb1e35972aec req-24b3c78a-d390-4e43-95b2-86ab7e2c7c37 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896609 Jun 26 18:27:28.950346 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:27:28.986833 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.017651 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:27:29.021961 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.105281 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.124998 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.139357 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:27:29.142077 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eb95e6-055b-4449-ae3f-ffc6c05ce430" -d '{"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-plugged", "status": "completed", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:27:29.147053 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4832307-1e58-474f-b531-92bef652c021']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:29.165290 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dbce18-139e-4f59-b3a5-c49413becaa4') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:29.165589 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dbce18-139e-4f59-b3a5-c49413becaa4') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:29.170394 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:29.178182 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbee997-b638-4167-a9a4-9b35734fd69c req-30608129-8dd2-409d-b48d-ab092f7b6f31 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:29.180062 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4fbee997-b638-4167-a9a4-9b35734fd69c req-30608129-8dd2-409d-b48d-ab092f7b6f31 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 945 time: 0.1551712 Jun 26 18:27:29.190190 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.220169 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.233610 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:27:29.234067 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:27:29.235953 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:27:29.241577 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.243617 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:29.247564 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a977f7-e0e9-4340-9734-4a0b0b1d8adc x-openstack-request-id: req-e2a977f7-e0e9-4340-9734-4a0b0b1d8adc {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:27:29.247859 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-plugged", "status": "completed", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:27:29.248123 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2a977f7-e0e9-4340-9734-4a0b0b1d8adc {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:27:29.248545 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'code': 200} Jun 26 18:27:29.249690 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4fbee997-b638-4167-a9a4-9b35734fd69c req-ab5c1d82-4f6c-40b8-b52c-238a99f508e6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619655 Jun 26 18:27:29.295066 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=7']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:29.298559 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:29.366235 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.370084 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:29.374763 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.376879 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f4832307-1e58-474f-b531-92bef652c021 HTTP/1.1" status: 204 len: 168 time: 0.4960806 Jun 26 18:27:29.389036 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4832307-1e58-474f-b531-92bef652c021,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:29.392064 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-33330f3b-77b3-416f-b259-a7e792550602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:29.773968 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 38364) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:29.820735 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-64938896-9609-40de-ad0f-4995eca80b7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4927a6fd04ef4e60a1efa900d7702130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453548 Jun 26 18:27:29.822972 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 38366) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:29.873342 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-81da8b76-a03c-4f08-a993-e6305b386e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:29.897442 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-81da8b76-a03c-4f08-a993-e6305b386e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:30.022619 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-81da8b76-a03c-4f08-a993-e6305b386e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:30.026735 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-81da8b76-a03c-4f08-a993-e6305b386e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:30.035026 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-81da8b76-a03c-4f08-a993-e6305b386e48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2b5cb0e-5443-4216-8b95-93e38d63765f HTTP/1.1" status: 204 len: 168 time: 0.2105534 Jun 26 18:27:30.035982 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-140342de-e194-4692-8a7a-b9451fa0f263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:30.055485 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da8b76-a03c-4f08-a993-e6305b386e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5cb0e-5443-4216-8b95-93e38d63765f,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:30.061174 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-81da8b76-a03c-4f08-a993-e6305b386e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:30.163935 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99f366-db6b-480f-ad2b-6b111ed33b41 req-259cbd48-dda9-427d-a8de-80c301d62f28 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:30.172909 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1e99f366-db6b-480f-ad2b-6b111ed33b41 req-259cbd48-dda9-427d-a8de-80c301d62f28 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0970008 Jun 26 18:27:30.218596 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1e99f366-db6b-480f-ad2b-6b111ed33b41 req-6c149890-e375-4f4c-b363-9c373f990721 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443869 Jun 26 18:27:30.486203 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e2ec9-9e95-4855-ae60-2c7a640d2686 req-6353e4f6-a769-4e7b-afe2-0410089383bd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:30.488733 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-131e2ec9-9e95-4855-ae60-2c7a640d2686 req-6353e4f6-a769-4e7b-afe2-0410089383bd tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0971181 Jun 26 18:27:30.564276 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-131e2ec9-9e95-4855-ae60-2c7a640d2686 req-7b150543-7e85-4c99-aa3e-edcc010d8e73 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685737 Jun 26 18:27:30.949432 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:31.420804 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8bb8d-5802-4d4b-ae2c-8f72ae94846a req-8812f255-ea76-4070-880e-147ff119d238 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:31.424243 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-46b8bb8d-5802-4d4b-ae2c-8f72ae94846a req-8812f255-ea76-4070-880e-147ff119d238 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0852065 Jun 26 18:27:31.465285 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-46b8bb8d-5802-4d4b-ae2c-8f72ae94846a req-eb4357bd-3b39-4ce3-a88b-030c4000ccb6 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354140 Jun 26 18:27:31.767492 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb7d31-b724-435f-b013-530fb6243de3 req-e452f3aa-acfc-4109-8ea2-a6b7f9f83708 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:31.769658 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1beb7d31-b724-435f-b013-530fb6243de3 req-e452f3aa-acfc-4109-8ea2-a6b7f9f83708 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0697176 Jun 26 18:27:31.810236 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1beb7d31-b724-435f-b013-530fb6243de3 req-a1bb9274-5ff0-439c-bfa8-94a3625b13a4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339656 Jun 26 18:27:32.667788 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3abbba-95a8-4781-84e2-7406599dc8bc req-858981b1-b13a-4220-a273-ce6b85ac97a4 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:32.883072 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ea3abbba-95a8-4781-84e2-7406599dc8bc req-858981b1-b13a-4220-a273-ce6b85ac97a4 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0647945 Jun 26 18:27:32.883072 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ea3abbba-95a8-4781-84e2-7406599dc8bc req-c46e5349-ef67-4f30-bdc7-5dac40324c33 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297985 Jun 26 18:27:32.991850 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dbdee-7b4c-4eaf-a2f9-77dcf9fcc37a req-72597083-8b22-4d74-a4b8-7a6768bcf1fb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:32.993341 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-910dbdee-7b4c-4eaf-a2f9-77dcf9fcc37a req-72597083-8b22-4d74-a4b8-7a6768bcf1fb tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0653777 Jun 26 18:27:33.031544 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-910dbdee-7b4c-4eaf-a2f9-77dcf9fcc37a req-8f9b4522-aa5d-44b6-9674-89d5765da41a tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319300 Jun 26 18:27:33.912975 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384c92e-82dd-4dda-ac73-ec1d50d5c883 req-62ca1c6f-701b-4f60-af26-f4bb3d2603df tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:33.914751 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9384c92e-82dd-4dda-ac73-ec1d50d5c883 req-62ca1c6f-701b-4f60-af26-f4bb3d2603df tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0734704 Jun 26 18:27:33.958465 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9384c92e-82dd-4dda-ac73-ec1d50d5c883 req-ae1e2c0b-a5c2-42a2-989c-c2903e85bec8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376818 Jun 26 18:27:34.248546 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b91ff5-36ba-4ce3-bada-f4b9d2702ecb req-2c3c5a22-ec6e-4279-8c9d-d19aefaefa8d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:34.252567 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-a4b91ff5-36ba-4ce3-bada-f4b9d2702ecb req-2c3c5a22-ec6e-4279-8c9d-d19aefaefa8d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0786991 Jun 26 18:27:34.300508 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-a4b91ff5-36ba-4ce3-bada-f4b9d2702ecb req-509c79b2-0a8b-404d-b9d3-761a1f401e3d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409486 Jun 26 18:27:34.411858 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-3da9e57d-15e6-4306-bb3f-12a4c67c661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:34.413441 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-3da9e57d-15e6-4306-bb3f-12a4c67c661f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db9571ee1c43419fb3212e2c4f355337&device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1099 time: 0.2792544 Jun 26 18:27:34.828598 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-ff0ad57e-248e-471d-8c54-9e34e391cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:34.831559 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-ff0ad57e-248e-471d-8c54-9e34e391cc09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665 HTTP/1.1" status: 200 len: 909 time: 0.4108300 Jun 26 18:27:34.919083 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-995dabe8-6cbb-484e-9976-5036166e3e8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c HTTP/1.1" status: 200 len: 1001 time: 0.0784273 Jun 26 18:27:34.976624 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-512bd148-7f9a-4bb3-9036-364e800b17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:34.979926 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-512bd148-7f9a-4bb3-9036-364e800b17d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd2835cb-dacc-4105-98ab-364b8be475c5 HTTP/1.1" status: 200 len: 847 time: 0.0511332 Jun 26 18:27:35.068887 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-826b2b44-9212-4476-9331-27ba57e50b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:35.070525 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-826b2b44-9212-4476-9331-27ba57e50b7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856128 Jun 26 18:27:35.180787 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-623f0c38-4d5f-448a-8809-e3d82268d123 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007187 Jun 26 18:27:35.309731 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-72491732-4036-4f9c-ba1e-47af749f5ab8 req-83a23c0e-b8c7-405d-bc8b-c13255f7ff71 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191716 Jun 26 18:27:35.345506 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452e19e-79df-40be-b5a6-23b98a9cd529 req-8ea0ebb4-cd0e-4fd0-bef0-34279530cbf2 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:35.347318 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3452e19e-79df-40be-b5a6-23b98a9cd529 req-8ea0ebb4-cd0e-4fd0-bef0-34279530cbf2 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.1656487 Jun 26 18:27:35.403352 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3452e19e-79df-40be-b5a6-23b98a9cd529 req-a8a4f136-7364-4eec-9371-9cf91859052c tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497627 Jun 26 18:27:35.596791 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ce237-2ce3-4ceb-8f5f-02880b61f471 req-e4506a10-cd67-4a83-94f4-8fa7ae49d13b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:35.598478 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-fb2ce237-2ce3-4ceb-8f5f-02880b61f471 req-e4506a10-cd67-4a83-94f4-8fa7ae49d13b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0811980 Jun 26 18:27:35.645095 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-fb2ce237-2ce3-4ceb-8f5f-02880b61f471 req-f40fc4e4-ad08-4788-baa6-0944f7e55f2d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403516 Jun 26 18:27:35.743259 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0976f-6664-4f3e-8793-669eea544543 req-400e72ac-e487-4f3e-a136-baf272d331ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:35.745100 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-32e0976f-6664-4f3e-8793-669eea544543 req-400e72ac-e487-4f3e-a136-baf272d331ea tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 945 time: 0.0772748 Jun 26 18:27:35.787064 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-32e0976f-6664-4f3e-8793-669eea544543 req-12e4fa07-4ffc-4f32-995f-46ebfb184859 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352812 Jun 26 18:27:36.585587 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77743e89-038f-4f53-b3a3-fd2bbf6a76e5 req-c0eb91e8-c0ac-4cb0-b189-96857e005d44 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:36.587595 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-77743e89-038f-4f53-b3a3-fd2bbf6a76e5 req-c0eb91e8-c0ac-4cb0-b189-96857e005d44 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0670853 Jun 26 18:27:36.630943 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-77743e89-038f-4f53-b3a3-fd2bbf6a76e5 req-cb94e202-8865-40b9-a600-2a6ca752a7d9 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377998 Jun 26 18:27:36.895284 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b5ff-2b05-44cb-9b94-bf3d087a56cb req-8c6a96c2-35d9-4d9a-9efa-ebcae259a553 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:36.903541 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8c62b5ff-2b05-44cb-9b94-bf3d087a56cb req-8c6a96c2-35d9-4d9a-9efa-ebcae259a553 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.1234286 Jun 26 18:27:36.951172 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8c62b5ff-2b05-44cb-9b94-bf3d087a56cb req-1c6675b2-5406-443c-85d9-e9905daf347b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412560 Jun 26 18:27:37.009458 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3852b58-4b4b-48d6-8219-059b69f6ccb9 req-8f4399a4-2077-44f4-a383-1e65c815908b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:37.011225 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d3852b58-4b4b-48d6-8219-059b69f6ccb9 req-8f4399a4-2077-44f4-a383-1e65c815908b tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 945 time: 0.0780876 Jun 26 18:27:37.063449 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d3852b58-4b4b-48d6-8219-059b69f6ccb9 req-3ad0476a-db84-49c1-a627-36d1c96649b5 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419827 Jun 26 18:27:37.864990 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-584d6018-f970-497f-b6df-d570f9c3f42a tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:37.866753 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-584d6018-f970-497f-b6df-d570f9c3f42a tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 945 time: 0.1221509 Jun 26 18:27:37.875197 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41aab3-7f3b-45cb-a93e-185b63002c95 req-131ca113-b425-4e18-869a-5fb169001b94 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:37.876786 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cf41aab3-7f3b-45cb-a93e-185b63002c95 req-131ca113-b425-4e18-869a-5fb169001b94 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.1055486 Jun 26 18:27:37.940786 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cf41aab3-7f3b-45cb-a93e-185b63002c95 req-2ac1930c-8b30-41f1-8ce7-5a0c7477101b tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468366 Jun 26 18:27:38.016502 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Deleting port 50d2236c-1f28-459b-a403-510b42274704 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:27:38.016502 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:38.167996 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] For port 50d2236c-1f28-459b-a403-510b42274704, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=50d2236c-1f28-459b-a403-510b42274704,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:38.168526 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:38.240884 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc9e55-bd43-4550-b6ef-ccd0f13ad09f req-1d704431-0f48-4eec-a303-d1e05d0e41c1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:38.242504 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-92cc9e55-bd43-4550-b6ef-ccd0f13ad09f req-1d704431-0f48-4eec-a303-d1e05d0e41c1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.1513979 Jun 26 18:27:38.266190 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04de24-f404-4442-ac79-72c69be0d2ac req-22975790-7662-4acc-94a3-289359dc9975 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:38.268134 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2d04de24-f404-4442-ac79-72c69be0d2ac req-22975790-7662-4acc-94a3-289359dc9975 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 945 time: 0.0800624 Jun 26 18:27:38.332375 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2d04de24-f404-4442-ac79-72c69be0d2ac req-c6cc2735-d9d5-417e-b712-18a7a87ec6a8 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494282 Jun 26 18:27:38.348729 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-92cc9e55-bd43-4550-b6ef-ccd0f13ad09f req-b9c7fee6-9a3e-45f7-b20c-b5ddde6395ab tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966253 Jun 26 18:27:38.444043 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:38.444464 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:38.444793 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.l3_db [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Floating IP f7256869-b7bb-4f74-90bd-c86e5581491b disassociated. External IP: 172.28.1.102, port: 50d2236c-1f28-459b-a403-510b42274704. Jun 26 18:27:38.445145 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Calling delete_port for 50d2236c-1f28-459b-a403-510b42274704 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:27:38.692311 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:38.696781 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e41d6aee-340e-4a90-96e8-738b1ebb5bd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:38.723069 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event deleted for resources: {'Port': ['ID=50d2236c-1f28-459b-a403-510b42274704,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:38.726121 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:38.848339 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Router b23c871a-ebf7-4095-862c-75bef0e62615 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:27:38.961847 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:27:38.972851 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] Sync routers for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:27:38.987282 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:27:38.987927 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:27:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:39.032850 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ca4c78db-f3f0-4404-835b-d0ef192e977c no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:27:39.038729 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] No DVR routers for this DVR port 50d2236c-1f28-459b-a403-510b42274704 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:27:39.042660 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:39.044798 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-82822200-319e-49ef-88fc-02a2c21dbe65 req-11cdf7f2-3508-45a5-9716-849474b4a4d4 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.37 "DELETE /v2.0/ports/50d2236c-1f28-459b-a403-510b42274704 HTTP/1.1" status: 204 len: 173 time: 1.1720126 Jun 26 18:27:39.045362 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'name': 'network-vif-deleted', 'tag': '50d2236c-1f28-459b-a403-510b42274704'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:27:39.054781 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b45935-ffd2-477d-a77c-c2829f8367d3" -d '{"events": [{"server_uuid": "ec3ffed0-ec8e-43eb-a2dc-c56b08f01531", "name": "network-vif-deleted", "tag": "50d2236c-1f28-459b-a403-510b42274704"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:27:39.160684 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:27:39.199648 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7572e62-ab67-4955-8705-86f64354e290 req-4373d0ea-d1d3-46d1-a110-6f030f1e50bf tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:39.201305 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e7572e62-ab67-4955-8705-86f64354e290 req-4373d0ea-d1d3-46d1-a110-6f030f1e50bf tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0886569 Jun 26 18:27:39.249743 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e7572e62-ab67-4955-8705-86f64354e290 req-403479fe-9d75-4085-831d-e5226edbf6a7 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421877 Jun 26 18:27:39.304349 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c4471-47cb-4121-b407-aab94a75ee25 x-openstack-request-id: req-562c4471-47cb-4121-b407-aab94a75ee25 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:27:39.304703 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ffed0-ec8e-43eb-a2dc-c56b08f01531", "name": "network-vif-deleted", "tag": "50d2236c-1f28-459b-a403-510b42274704", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:27:39.305034 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-562c4471-47cb-4121-b407-aab94a75ee25 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:27:39.305467 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3ffed0-ec8e-43eb-a2dc-c56b08f01531', 'name': 'network-vif-deleted', 'tag': '50d2236c-1f28-459b-a403-510b42274704', 'status': 'completed', 'code': 200} Jun 26 18:27:39.407613 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:39.463506 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:27:39.466050 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f8f9e-5528-4913-9031-c3e38568910a" -d '{"events": [{"server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:27:39.483051 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:39.487336 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c2557600-a5e6-40ad-8ca2-cccfed731c7e req-3e5fcaa8-57ca-4a59-af5c-e08a32f3edd3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 210 time: 0.0306480 Jun 26 18:27:39.499578 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:39.528196 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] Checking router: b23c871a-ebf7-4095-862c-75bef0e62615 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:27:39.537153 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:27:39.537769 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:27:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:39.645151 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:27:39.654050 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634143c-30f6-48cf-8cf2-a041ce3a47b1 req-de9b72cd-dd06-4f2e-8e86-86010cc48a32 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:39.655550 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2634143c-30f6-48cf-8cf2-a041ce3a47b1 req-de9b72cd-dd06-4f2e-8e86-86010cc48a32 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0679567 Jun 26 18:27:39.694786 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2634143c-30f6-48cf-8cf2-a041ce3a47b1 req-47582ac7-f7ec-4809-8bb4-62a3ad6db6ac tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330293 Jun 26 18:27:39.763219 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Jun 2021 18:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef83b3-67eb-47f8-895e-214a7c0e7ba9 x-openstack-request-id: req-18ef83b3-67eb-47f8-895e-214a7c0e7ba9 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:27:39.763514 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "name": "network-vif-unplugged", "status": "failed", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c", "code": 422}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:27:39.763777 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18ef83b3-67eb-47f8-895e-214a7c0e7ba9 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:27:39.764205 dv-cinder-798198-1-smb neutron-server[93536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'code': 422} returned with failed status Jun 26 18:27:39.780753 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:39.784754 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:39.879449 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=ca4c78db-f3f0-4404-835b-d0ef192e977c,revision_number=6']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:39.884281 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:39.911511 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:39.944118 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15712b8-1ae9-4b94-9181-8b00bdf55c4a None None] The sync data for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb is: [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:22:04Z', 'revision_number': 4, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '3c5931cf-3697-45f1-993c-b09f874f4647', 'name': '', 'network_id': '11f186de-3c3d-410e-962a-ea1d4732274c', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'mac_address': 'fa:16:3e:6a:3a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:22:00Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'subnets': [{'id': '823fea05-cbcf-425a-bf65-2840733ad5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:27:39.961504 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b60a4940-a352-4156-bdcb-24a39de5433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:40.113421 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38480) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:40.114145 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9cb3c-f620-42d1-a32c-82827d4099c7 req-5139d1a5-4412-4831-8e4e-37abccc862d8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:40.115763 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b3f9cb3c-f620-42d1-a32c-82827d4099c7 req-5139d1a5-4412-4831-8e4e-37abccc862d8 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 944 time: 0.0817914 Jun 26 18:27:40.171242 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b3f9cb3c-f620-42d1-a32c-82827d4099c7 req-a5dcba6a-fbc5-47eb-8ec0-73d85246ff4b tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465324 Jun 26 18:27:40.272436 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-99bbb482-71f3-4738-b235-585a20e12904 req-a67c019e-7a7b-4807-a3aa-4c2bdc8b263a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1502731 Jun 26 18:27:40.282095 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d656d-f8e1-422a-892a-a88572d33cc1 None None] New status for floating IP f7256869-b7bb-4f74-90bd-c86e5581491b: DOWN {{(pid=93537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:27:40.715109 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-acd00738-b7de-428a-85a1-72d1805df555 req-c3e2d0a2-9c92-4b2c-b553-787b5f2d3056 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec3ffed0-ec8e-43eb-a2dc-c56b08f01531 HTTP/1.1" status: 200 len: 210 time: 0.0319605 Jun 26 18:27:40.880225 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f30b4b-0e1d-49df-a958-07f73a1a2706 req-77a039d1-0866-4d73-8112-591c54dca0af tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:40.881708 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e1f30b4b-0e1d-49df-a958-07f73a1a2706 req-77a039d1-0866-4d73-8112-591c54dca0af tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0683751 Jun 26 18:27:40.920278 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-e1f30b4b-0e1d-49df-a958-07f73a1a2706 req-973bf3c6-869f-49c7-9fb6-46e06a1dfec4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327291 Jun 26 18:27:41.027108 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 50d2236c-1f28-459b-a403-510b42274704 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:27:41.046451 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 50d2236c-1f28-459b-a403-510b42274704 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:27:41.046811 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 50d2236c-1f28-459b-a403-510b42274704 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:27:41.349697 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474713a3-4e63-4df5-9c99-09cad13a37c8 req-7da678c8-1853-4deb-9d6e-9574b9a50720 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:41.351087 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-474713a3-4e63-4df5-9c99-09cad13a37c8 req-7da678c8-1853-4deb-9d6e-9574b9a50720 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 944 time: 0.0627515 Jun 26 18:27:41.387999 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-474713a3-4e63-4df5-9c99-09cad13a37c8 req-9ac073de-d7ff-49c3-aadc-17ab2ee9dc05 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312111 Jun 26 18:27:41.862250 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-4fccba06-58f9-455b-8e1a-ddee0fd7434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:41.863635 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-4fccba06-58f9-455b-8e1a-ddee0fd7434e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 1099 time: 0.0554016 Jun 26 18:27:41.893051 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38514) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:41.949140 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-09f484bd-8421-4df7-b2bf-296f5423ba16 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:41.957836 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-55204e2f-2bd0-4c35-bcdf-ea351c59343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:41.960648 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-55204e2f-2bd0-4c35-bcdf-ea351c59343e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 918 time: 0.0907435 Jun 26 18:27:41.975064 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-09f484bd-8421-4df7-b2bf-296f5423ba16 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.031231 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-53f31583-30c7-4f05-83dd-2b645a2151a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 HTTP/1.1" status: 200 len: 1002 time: 0.0645978 Jun 26 18:27:42.091851 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-09f484bd-8421-4df7-b2bf-296f5423ba16 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.094780 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-09f484bd-8421-4df7-b2bf-296f5423ba16 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.098314 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-09f484bd-8421-4df7-b2bf-296f5423ba16 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a8b47c4-5281-4ccf-a504-bbb9c7056b2c HTTP/1.1" status: 204 len: 168 time: 0.2018902 Jun 26 18:27:42.098314 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-eeab735f-f560-40b2-8211-e5896caec039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:42.098995 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 38518) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:42.106413 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f484bd-8421-4df7-b2bf-296f5423ba16 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8b47c4-5281-4ccf-a504-bbb9c7056b2c,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:42.108883 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-09f484bd-8421-4df7-b2bf-296f5423ba16 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:42.121162 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.api.v2.resource [None req-16c118a0-de0f-41ab-a8b6-fa18a92c8f86 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] show failed (client error): The resource could not be found. Jun 26 18:27:42.124948 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-16c118a0-de0f-41ab-a8b6-fa18a92c8f86 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "GET /v2.0/security-groups/2a8b47c4-5281-4ccf-a504-bbb9c7056b2c HTTP/1.1" status: 404 len: 347 time: 0.0208936 Jun 26 18:27:42.126276 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38520) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:42.141395 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-0f54ae66-cb0e-41f0-b10d-7900ca158e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:42.141395 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-0f54ae66-cb0e-41f0-b10d-7900ca158e3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0970423 Jun 26 18:27:42.184851 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d71830-15a7-45d5-a8a4-1da9117e8732 req-c4f5692b-e7f0-446f-8c33-9f2a494b39bc tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:42.186320 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-86d71830-15a7-45d5-a8a4-1da9117e8732 req-c4f5692b-e7f0-446f-8c33-9f2a494b39bc tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.1369174 Jun 26 18:27:42.241052 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-86d71830-15a7-45d5-a8a4-1da9117e8732 req-ba4a520c-b146-492a-8c29-8703aaa4999e tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469239 Jun 26 18:27:42.245760 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-ad0ec111-6d46-4daa-addb-96ebb7a141d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:42.247900 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-ad0ec111-6d46-4daa-addb-96ebb7a141d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1010625 Jun 26 18:27:42.263317 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Deleting port ab0275a5-c58f-439a-be1b-26ac7357ab15 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:27:42.263935 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.348749 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.349101 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.354062 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-be0fec32-2b57-4ff8-8ed5-9d85b44269f3 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957460 Jun 26 18:27:42.360931 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Calling delete_port for ab0275a5-c58f-439a-be1b-26ac7357ab15 owned by network:floatingip {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:27:42.447565 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ad3d7934-118f-4331-b016-e4d00da599b7 req-8b5e7853-a9b2-4592-8f59-e1512cc13e92 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870607 Jun 26 18:27:42.543272 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-86c5ac95-05f1-43b3-83e2-46edfdb83957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.545980 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.550607 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:42.577360 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Pushing event deleted for resources: {'Port': ['ID=ab0275a5-c58f-439a-be1b-26ac7357ab15,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:42.583209 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:42.652763 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c5bc1-c655-4b19-889c-d66dfd8ae30d req-3f8d6f83-6ec8-4473-bee5-9444e5b737a0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:42.654145 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-072c5bc1-c655-4b19-889c-d66dfd8ae30d req-3f8d6f83-6ec8-4473-bee5-9444e5b737a0 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 944 time: 0.1394889 Jun 26 18:27:42.656565 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks [] for floatingip, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.659094 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.660276 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] 10.222.0.15 "DELETE /v2.0/floatingips/f7256869-b7bb-4f74-90bd-c86e5581491b HTTP/1.1" status: 204 len: 168 time: 0.5332112 Jun 26 18:27:42.693811 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-072c5bc1-c655-4b19-889c-d66dfd8ae30d req-e66b32ed-be60-4d9c-8d5d-c7ed9ea07365 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Jun 26 18:27:42.931845 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:42.956170 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbb482-71f3-4738-b235-585a20e12904 req-3c5579f3-cf01-4b00-bce4-35477ff940e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:42.957714 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-99bbb482-71f3-4738-b235-585a20e12904 req-3c5579f3-cf01-4b00-bce4-35477ff940e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a&tenant_id=db9571ee1c43419fb3212e2c4f355337 HTTP/1.1" status: 200 len: 1097 time: 0.0613539 Jun 26 18:27:43.048291 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbb482-71f3-4738-b235-585a20e12904 req-cf13a97c-dbb5-420a-a48f-45ef5b490b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:43.049834 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-99bbb482-71f3-4738-b235-585a20e12904 req-cf13a97c-dbb5-420a-a48f-45ef5b490b58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db9571ee1c43419fb3212e2c4f355337&device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1097 time: 0.0555692 Jun 26 18:27:43.137523 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbb482-71f3-4738-b235-585a20e12904 req-1eba5214-9a50-47f2-b100-f6bb907525ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:43.138971 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-99bbb482-71f3-4738-b235-585a20e12904 req-1eba5214-9a50-47f2-b100-f6bb907525ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665 HTTP/1.1" status: 200 len: 909 time: 0.0821438 Jun 26 18:27:43.206215 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-99bbb482-71f3-4738-b235-585a20e12904 req-ccb100f9-dea9-4507-b49f-8ec46679ab09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c HTTP/1.1" status: 200 len: 999 time: 0.0599484 Jun 26 18:27:43.254675 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbb482-71f3-4738-b235-585a20e12904 req-25ccc756-d904-4fc3-a2c8-a4fab7768701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:43.256060 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-99bbb482-71f3-4738-b235-585a20e12904 req-25ccc756-d904-4fc3-a2c8-a4fab7768701 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd2835cb-dacc-4105-98ab-364b8be475c5 HTTP/1.1" status: 200 len: 847 time: 0.0426023 Jun 26 18:27:43.314446 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbb482-71f3-4738-b235-585a20e12904 req-7665e615-31fa-46df-9629-16c742d0de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:43.315952 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-99bbb482-71f3-4738-b235-585a20e12904 req-7665e615-31fa-46df-9629-16c742d0de59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531752 Jun 26 18:27:43.443671 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-99bbb482-71f3-4738-b235-585a20e12904 req-3b9a027d-0c59-4e96-921b-2b6dd8a29647 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198747 Jun 26 18:27:43.478401 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a819ed-23f0-47bd-9ab1-200f827e9af3 req-44bb38c3-6a88-4d3d-8f57-b169dad96186 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:43.479732 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-20a819ed-23f0-47bd-9ab1-200f827e9af3 req-44bb38c3-6a88-4d3d-8f57-b169dad96186 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.1014998 Jun 26 18:27:43.554349 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-20a819ed-23f0-47bd-9ab1-200f827e9af3 req-8539dc93-1a14-4dbe-8d3e-03461dc6a1b2 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685921 Jun 26 18:27:43.570979 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-99bbb482-71f3-4738-b235-585a20e12904 req-de218344-13b6-47d8-b329-ff0202a42cd1 service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198208 Jun 26 18:27:43.686133 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:43.868978 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79348ac4-bef3-493e-9435-5c1e81393050 req-7f630e53-871b-4e40-bd2c-075a67f6e472 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:43.870444 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-79348ac4-bef3-493e-9435-5c1e81393050 req-7f630e53-871b-4e40-bd2c-075a67f6e472 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 944 time: 0.0658889 Jun 26 18:27:43.908659 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-79348ac4-bef3-493e-9435-5c1e81393050 req-035d7c20-4f34-468c-b220-de93b753de7e tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Jun 26 18:27:44.733631 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57515dd3-2951-4800-b839-dd5edf3ea307 req-fecfc400-0873-4631-ab3a-938656297b83 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:44.735851 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-57515dd3-2951-4800-b839-dd5edf3ea307 req-fecfc400-0873-4631-ab3a-938656297b83 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 946 time: 0.0662363 Jun 26 18:27:44.774529 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-57515dd3-2951-4800-b839-dd5edf3ea307 req-df53959d-b3b2-4ae4-a5fc-c6ebc6fb452f tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330882 Jun 26 18:27:45.074565 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ca4c78db-f3f0-4404-835b-d0ef192e977c details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:27:45.084678 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:27:45.085163 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def4323-e586-4b74-91e2-9a41bfa57352 req-0a129a18-b27c-43fb-9dd9-3d1b3f06a7bf tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:45.086838 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0def4323-e586-4b74-91e2-9a41bfa57352 req-0a129a18-b27c-43fb-9dd9-3d1b3f06a7bf tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 944 time: 0.0671201 Jun 26 18:27:45.130659 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-0def4323-e586-4b74-91e2-9a41bfa57352 req-29136b53-c61b-4baa-b345-4046a62c1f0b tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360630 Jun 26 18:27:45.175986 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:45.230997 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:45.239392 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:45.250383 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'port_id': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'mac_address': 'fa:16:3e:ae:66:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:27:45.268289 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:27:45.270607 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f855ab3e-e50c-4ab7-9473-203aefb17588" -d '{"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-unplugged", "status": "completed", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:27:45.301459 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Jun 2021 18:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3a9ec5-afc4-4184-a7a4-1d116ddc4c47 x-openstack-request-id: req-3b3a9ec5-afc4-4184-a7a4-1d116ddc4c47 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:27:45.301730 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-unplugged", "status": "failed", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72", "code": 422}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:27:45.304039 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b3a9ec5-afc4-4184-a7a4-1d116ddc4c47 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:27:45.304039 dv-cinder-798198-1-smb neutron-server[93536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'code': 422} returned with failed status Jun 26 18:27:45.305572 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:45.316127 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:45.329183 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4c78db-f3f0-4404-835b-d0ef192e977c {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:27:45.349327 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:45.359000 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:45.361712 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:45.410536 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=8']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:45.413765 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:45.445504 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:45.448034 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:45.494078 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=ca4c78db-f3f0-4404-835b-d0ef192e977c,revision_number=7']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:45.497230 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:45.741548 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['ca4c78db-f3f0-4404-835b-d0ef192e977c'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:27:46.305418 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab9f7f-bb48-42c8-879c-3ae08983c95f req-eab181c7-2ce5-4f99-8294-aa0fc0c63f29 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:46.306882 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-a6ab9f7f-bb48-42c8-879c-3ae08983c95f req-eab181c7-2ce5-4f99-8294-aa0fc0c63f29 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 945 time: 0.0623057 Jun 26 18:27:46.344322 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-a6ab9f7f-bb48-42c8-879c-3ae08983c95f req-2a454a95-ed4c-449c-89a5-31fb6eca3ccb tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317836 Jun 26 18:27:46.845625 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38584) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:47.090467 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ca4c78db-f3f0-4404-835b-d0ef192e977c up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:27:47.116824 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11edf8-ec05-4041-ab6f-79cc44330e79 req-a6b64447-207f-4417-a591-a96b673ac412 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:47.118363 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7a11edf8-ec05-4041-ab6f-79cc44330e79 req-a6b64447-207f-4417-a591-a96b673ac412 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0711179 Jun 26 18:27:47.139703 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port ca4c78db-f3f0-4404-835b-d0ef192e977c triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:27:47.140226 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:47.162529 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7a11edf8-ec05-4041-ab6f-79cc44330e79 req-9095ddbb-5bb5-4be7-b349-754ecef36ce9 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381033 Jun 26 18:27:47.177644 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:27:47.225664 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:47.281083 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-55f4820a-97bb-4e21-82cd-adce5be63b1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569847 Jun 26 18:27:47.314320 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668411'] for router_interface, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:47.369553 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:27:47.371343 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2358ef-bd8e-474d-9aac-035853ecfb9d" -d '{"events": [{"server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "name": "network-vif-plugged", "status": "completed", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:27:47.403769 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:47.420263 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d60f21c-cb35-4aa0-a449-401914a614c9 x-openstack-request-id: req-9d60f21c-cb35-4aa0-a449-401914a614c9 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:27:47.420596 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "name": "network-vif-plugged", "status": "completed", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:27:47.429441 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d60f21c-cb35-4aa0-a449-401914a614c9 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:27:47.430282 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'code': 200} Jun 26 18:27:47.475131 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:47.476119 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:27:47.478917 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:47.552372 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=ca4c78db-f3f0-4404-835b-d0ef192e977c,revision_number=8']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:47.556594 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:47.607743 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa725d6-a9d5-4b72-a5d3-7dda167baa01 req-6f70f6e2-b616-4052-9cc1-002bf4b4ad19 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:47.609234 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6aa725d6-a9d5-4b72-a5d3-7dda167baa01 req-6f70f6e2-b616-4052-9cc1-002bf4b4ad19 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.1190255 Jun 26 18:27:47.655106 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Deleting port 3c5931cf-3697-45f1-993c-b09f874f4647 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:27:47.655465 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:47.660656 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6aa725d6-a9d5-4b72-a5d3-7dda167baa01 req-b74953c2-6a46-4a6d-9fde-21215d93354d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453250 Jun 26 18:27:47.756315 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] For port 3c5931cf-3697-45f1-993c-b09f874f4647, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=3c5931cf-3697-45f1-993c-b09f874f4647,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:47.756704 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:47.770466 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Calling delete_port for 3c5931cf-3697-45f1-993c-b09f874f4647 owned by network:router_interface {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:27:47.920740 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f410f-8673-4a79-8df6-5401b599f7da req-b68e8920-4293-4d11-a9c7-934e7e4c0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:47.922289 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d77f410f-8673-4a79-8df6-5401b599f7da req-b68e8920-4293-4d11-a9c7-934e7e4c0449 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1099 time: 0.0578127 Jun 26 18:27:47.959170 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d77f410f-8673-4a79-8df6-5401b599f7da req-aecd2fbe-bd9d-4547-b0ec-3b3d757c5299 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306673 Jun 26 18:27:48.006158 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:48.008229 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:48.030742 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5931cf-3697-45f1-993c-b09f874f4647,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:48.034388 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:48.193575 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3612383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592651'] for router_interface, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:48.353046 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebc837-369e-442a-a380-7d629dfdb1d9 req-a82456fc-37bf-4045-8f9c-64b2133d226c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:48.355195 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-85ebc837-369e-442a-a380-7d629dfdb1d9 req-a82456fc-37bf-4045-8f9c-64b2133d226c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0668733 Jun 26 18:27:48.394147 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-85ebc837-369e-442a-a380-7d629dfdb1d9 req-e897df24-2b48-44e3-9969-64f815dbcf38 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323999 Jun 26 18:27:48.408495 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Router b23c871a-ebf7-4095-862c-75bef0e62615 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:27:48.514448 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:27:48.519933 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-18f50396-f32a-4b91-8d5f-fc6e9f55a1e6 admin admin] 10.222.0.15 "PUT /v2.0/routers/b23c871a-ebf7-4095-862c-75bef0e62615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6733212 Jun 26 18:27:48.522638 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38610) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:48.526551 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] Sync routers for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:27:48.537840 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:27:48.538457 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:27:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:48.642489 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:27:48.820794 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:27:47Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:48.849219 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] Checking router: b23c871a-ebf7-4095-862c-75bef0e62615 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:27:48.858466 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] Routers {'b23c871a-ebf7-4095-862c-75bef0e62615'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:27:48.859089 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:27:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['b23c871a-ebf7-4095-862c-75bef0e62615'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:48.891759 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:48.941341 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-367396a4-6eca-43c4-9aa0-2804683fa2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:48.942844 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-367396a4-6eca-43c4-9aa0-2804683fa2f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a&tenant_id=ec614dc5ca38497d9aed818d210815e9 HTTP/1.1" status: 200 len: 1097 time: 0.0522707 Jun 26 18:27:48.965375 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] Set router b23c871a-ebf7-4095-862c-75bef0e62615 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:27:48.988620 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436f21b-85c9-459b-b083-127625b854e9 req-03cf9870-ad83-4263-935a-db28669ace4d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:48.990106 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6436f21b-85c9-459b-b083-127625b854e9 req-03cf9870-ad83-4263-935a-db28669ace4d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.1488919 Jun 26 18:27:49.037592 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.049518 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-05234177-89cb-4872-9767-a29c450ab080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:49.051256 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6436f21b-85c9-459b-b083-127625b854e9 req-28a7fab5-d043-41cd-b4ae-31813ff6ea72 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509865 Jun 26 18:27:49.054124 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-05234177-89cb-4872-9767-a29c450ab080 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 1097 time: 0.0663934 Jun 26 18:27:49.152795 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-823d999a-e3f9-4ef3-93c2-251ad9162875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:49.155307 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-823d999a-e3f9-4ef3-93c2-251ad9162875 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 918 time: 0.0936556 Jun 26 18:27:49.170298 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:27:47Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:49.183154 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Deleting port 89f897eb-2c1b-439a-a54c-be3c577241d2 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:27:49.183495 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.199426 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79591dd-f79e-4e8f-8fcc-2b27cf9dd152 None None] The sync data for ids ['b23c871a-ebf7-4095-862c-75bef0e62615'] in dv-cinder-798198-1-smb is: [{'id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'name': 'tempest-AttachVolumeTestJSON-1012634654-router', 'tenant_id': 'ad06cf8d1da342fdab53083d123f7005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:53Z', 'updated_at': '2021-06-26T18:27:47Z', 'revision_number': 5, 'project_id': 'ad06cf8d1da342fdab53083d123f7005', 'gw_port': {'id': '89f897eb-2c1b-439a-a54c-be3c577241d2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23c871a-ebf7-4095-862c-75bef0e62615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:54Z', 'updated_at': '2021-06-26T18:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:27:49.241279 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-0a9a99e7-d8ab-4d0d-b286-5a9000e018d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 HTTP/1.1" status: 200 len: 1000 time: 0.0771790 Jun 26 18:27:49.274700 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] For port 89f897eb-2c1b-439a-a54c-be3c577241d2, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=89f897eb-2c1b-439a-a54c-be3c577241d2,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:49.275065 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.287345 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Calling delete_port for 89f897eb-2c1b-439a-a54c-be3c577241d2 owned by network:router_gateway {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:27:49.292113 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-fe63cd2f-76ef-4799-8633-d928542673ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:49.293636 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-fe63cd2f-76ef-4799-8633-d928542673ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0459354 Jun 26 18:27:49.363230 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-ce6590a0-9bc6-4c5c-a3d2-056e19df4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:49.365434 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-ce6590a0-9bc6-4c5c-a3d2-056e19df4404 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0654020 Jun 26 18:27:49.460630 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-5bc60301-1466-481b-a4ff-439cbb957381 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889933 Jun 26 18:27:49.543322 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.546576 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-fcaf104b-8077-4616-8031-a84e2d72433a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:49.576461 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f897eb-2c1b-439a-a54c-be3c577241d2,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:49.580297 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:49.637221 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 3c5931cf-3697-45f1-993c-b09f874f4647 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:27:49.661352 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595121'] for router_gateway, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.662383 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 3c5931cf-3697-45f1-993c-b09f874f4647 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:27:49.662752 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 3c5931cf-3697-45f1-993c-b09f874f4647 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:27:49.759754 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6917'] for router, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.762085 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.874649 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-595942'] for router, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.876016 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b23c871a-ebf7-4095-862c-75bef0e62615 {{(pid=93535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:27:49.879910 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5231b1bf-b275-41cc-90be-69b07e685e2a req-65db977e-6d88-4081-8c4e-571bdbb290fb service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131472 Jun 26 18:27:49.880697 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.881858 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-70e14632-8c4f-4cdd-b6af-e413b13b81d8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b23c871a-ebf7-4095-862c-75bef0e62615 HTTP/1.1" status: 204 len: 168 time: 1.3584414 Jun 26 18:27:49.884267 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38616) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:49.897054 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd84833-a49b-46f1-867f-58378d06e1a5 req-b10934cf-ba83-4b4d-8b62-382e5fc384e0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:49.904231 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ecd84833-a49b-46f1-867f-58378d06e1a5 req-b10934cf-ba83-4b4d-8b62-382e5fc384e0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.3849938 Jun 26 18:27:49.935743 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_v2 [None req-874bd242-6147-4658-99b0-6a94ab8e9899 admin admin] Deleting subnet 823fea05-cbcf-425a-bf65-2840733ad5dd {{(pid=93535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:27:49.939228 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-874bd242-6147-4658-99b0-6a94ab8e9899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:49.940850 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-ecd84833-a49b-46f1-867f-58378d06e1a5 req-9b4aab95-b8db-4d72-af6b-b2d552468480 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350261 Jun 26 18:27:49.978555 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-874bd242-6147-4658-99b0-6a94ab8e9899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065575315'] for subnet, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.087064 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-874bd242-6147-4658-99b0-6a94ab8e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.216361 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-874bd242-6147-4658-99b0-6a94ab8e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069428260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065608013'] for subnet, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.224554 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e2e7f65d-5092-4ae2-b3ce-1321045d80ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:50.257118 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f8d27-7c8c-4e22-8ca6-aa1afab4ae0f req-98302ef5-f796-4c52-a069-7526ff23df39 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:50.258616 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5e6f8d27-7c8c-4e22-8ca6-aa1afab4ae0f req-98302ef5-f796-4c52-a069-7526ff23df39 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0891318 Jun 26 18:27:50.260706 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bd242-6147-4658-99b0-6a94ab8e9899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823fea05-cbcf-425a-bf65-2840733ad5dd,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:50.262635 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-874bd242-6147-4658-99b0-6a94ab8e9899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.264503 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-874bd242-6147-4658-99b0-6a94ab8e9899 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/823fea05-cbcf-425a-bf65-2840733ad5dd HTTP/1.1" status: 204 len: 168 time: 0.3791528 Jun 26 18:27:50.267965 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-874bd242-6147-4658-99b0-6a94ab8e9899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:50.268072 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38630) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:50.271958 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426bdf3-1f40-4c8b-80a6-9d36b3fbdda5 None None] Network 11f186de-3c3d-410e-962a-ea1d4732274c requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:27:50.355862 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-5e6f8d27-7c8c-4e22-8ca6-aa1afab4ae0f req-3ced7a05-2bc8-4378-aa32-60c0c8710080 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903430 Jun 26 18:27:50.368002 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.434481 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Deleting port 5d60d2d6-e252-4f19-81a3-feb16fad05be {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:27:50.434750 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.497415 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] DHCP port deletion for 11f186de-3c3d-410e-962a-ea1d4732274c request from dv-cinder-798198-1-smb {{(pid=93536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:27:50.500746 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] For port 5d60d2d6-e252-4f19-81a3-feb16fad05be, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=5d60d2d6-e252-4f19-81a3-feb16fad05be,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:50.503823 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.523410 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Calling delete_port for 5d60d2d6-e252-4f19-81a3-feb16fad05be owned by network:dhcp {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:27:50.543432 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] Deleting port 5d60d2d6-e252-4f19-81a3-feb16fad05be {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:27:50.543818 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.612780 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] For port 5d60d2d6-e252-4f19-81a3-feb16fad05be, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=5d60d2d6-e252-4f19-81a3-feb16fad05be,segment=NetworkSegment(c1942ca5-53c1-4d56-bdd4-281158aa6dc5),segment_id=c1942ca5-53c1-4d56-bdd4-281158aa6dc5)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:27:50.613603 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.629481 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] Calling delete_port for 5d60d2d6-e252-4f19-81a3-feb16fad05be owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:27:50.675700 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.679085 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-43cf6c56-28a2-4232-b659-acabebfff227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:50.704907 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d60d2d6-e252-4f19-81a3-feb16fad05be,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:50.710377 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:50.714942 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] No DVR routers for this DVR port 5d60d2d6-e252-4f19-81a3-feb16fad05be on host dv-cinder-798198-1-smb {{(pid=93535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:27:50.773197 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.775253 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:50.797308 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.801615 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] Pushing event deleted for resources: {'Port': ['ID=5d60d2d6-e252-4f19-81a3-feb16fad05be,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:50.804241 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:50.809987 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f186de-3c3d-410e-962a-ea1d4732274c']}} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:50.811745 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] No DVR routers for this DVR port 5d60d2d6-e252-4f19-81a3-feb16fad05be on host dv-cinder-798198-1-smb {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:27:50.821582 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5') {'for_net_delete': True} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:50.822386 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1942ca5-53c1-4d56-bdd4-281158aa6dc5') {} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:27:50.835615 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065575300'] for segment, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.854642 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.861715 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:27:50.862163 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069428417'] for segment, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: Traceback (most recent call last): Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: timer() Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: cb(*args, **kw) Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: return func(*args, **kwargs) Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: self._notify() Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: self.callback(batched_events) Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: event.method(event) Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: return f(self, *a, **k) Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: return self._get(url).json() Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: return self.request(url, 'GET', **kwargs) Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:27:50.863961 dv-cinder-798198-1-smb neutron-server[93535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:27:50.989633 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:50.993981 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a96f6f07-733b-4d06-bf73-f59ed1400f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:50.999342 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:51.000260 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] 10.222.0.15 "DELETE /v2.0/networks/11f186de-3c3d-410e-962a-ea1d4732274c HTTP/1.1" status: 204 len: 168 time: 0.7270045 Jun 26 18:27:51.027836 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Pushing event deleted for resources: {'Network': ['ID=11f186de-3c3d-410e-962a-ea1d4732274c,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:51.034385 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:51.184603 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744062b-902f-46a8-b614-6994464a4d41 req-dbba3b6e-0e39-440e-8209-2adb84ed38f0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:51.187008 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3744062b-902f-46a8-b614-6994464a4d41 req-dbba3b6e-0e39-440e-8209-2adb84ed38f0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0866358 Jun 26 18:27:51.227366 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3744062b-902f-46a8-b614-6994464a4d41 req-f5cb99db-f15c-40a0-862e-e814b3a6230b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330386 Jun 26 18:27:51.342027 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38648) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:51.396030 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-9e13e4bd-0501-497b-888f-56d518c3bb9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad06cf8d1da342fdab53083d123f7005&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526657 Jun 26 18:27:51.398617 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38650) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:51.458097 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a0f46558-5c2b-4aa7-8f21-b9e87e6683d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:51.482708 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a0f46558-5c2b-4aa7-8f21-b9e87e6683d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:51.489908 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 89f897eb-2c1b-439a-a54c-be3c577241d2 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:27:51.510031 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 89f897eb-2c1b-439a-a54c-be3c577241d2 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:27:51.510647 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 89f897eb-2c1b-439a-a54c-be3c577241d2 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:27:51.511268 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 5d60d2d6-e252-4f19-81a3-feb16fad05be no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:27:51.531295 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 5d60d2d6-e252-4f19-81a3-feb16fad05be {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:27:51.533167 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 5d60d2d6-e252-4f19-81a3-feb16fad05be not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:27:51.612167 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a0f46558-5c2b-4aa7-8f21-b9e87e6683d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:51.614858 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a0f46558-5c2b-4aa7-8f21-b9e87e6683d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:51.616059 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a0f46558-5c2b-4aa7-8f21-b9e87e6683d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97b90603-aec5-4b90-8b4c-0ab1cd8bb84f HTTP/1.1" status: 204 len: 168 time: 0.2165542 Jun 26 18:27:51.616882 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-864f6c42-f6f1-4390-9ae4-31ded6db92c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:51.624433 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f46558-5c2b-4aa7-8f21-b9e87e6683d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b90603-aec5-4b90-8b4c-0ab1cd8bb84f,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:51.626843 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a0f46558-5c2b-4aa7-8f21-b9e87e6683d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:52.484599 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6b298-5926-4533-ba6b-cc3c289ad6e4 req-ea2e9ef1-9d65-475d-a659-890c9ab6f3e6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:52.487599 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fdf6b298-5926-4533-ba6b-cc3c289ad6e4 req-ea2e9ef1-9d65-475d-a659-890c9ab6f3e6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.1239884 Jun 26 18:27:52.536976 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fdf6b298-5926-4533-ba6b-cc3c289ad6e4 req-4aa3a5f6-7351-47f6-a4dc-379977064d18 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394032 Jun 26 18:27:53.740256 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda242-4caa-4c90-94b4-b552109a0332 req-e49e27ed-c3e7-410d-b84f-532130165e59 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:53.742002 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-55fda242-4caa-4c90-94b4-b552109a0332 req-e49e27ed-c3e7-410d-b84f-532130165e59 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0683351 Jun 26 18:27:53.795785 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-55fda242-4caa-4c90-94b4-b552109a0332 req-7a63c557-5035-496b-9176-85512d079eaf tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452781 Jun 26 18:27:54.999797 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b01366-6615-43fb-94ae-8d960cb50014 req-9d5de11f-a0d0-4d1f-86d9-f1fd853779a5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:54.999797 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-33b01366-6615-43fb-94ae-8d960cb50014 req-9d5de11f-a0d0-4d1f-86d9-f1fd853779a5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0768552 Jun 26 18:27:55.020986 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-33b01366-6615-43fb-94ae-8d960cb50014 req-c93a1069-80c5-454c-b573-51fa96c162fa tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352075 Jun 26 18:27:56.225986 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf51be1-4720-478f-8cff-bce7d2f4f2f5 req-ed9001f5-2be4-452b-9b09-65943cb9ec6b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:56.227536 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9bf51be1-4720-478f-8cff-bce7d2f4f2f5 req-ed9001f5-2be4-452b-9b09-65943cb9ec6b tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0784023 Jun 26 18:27:56.269504 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9bf51be1-4720-478f-8cff-bce7d2f4f2f5 req-8399f09a-d91e-4e68-a254-2f4be4c70bf6 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360959 Jun 26 18:27:57.119795 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38732) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:57.230713 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e14d1f80-9906-4094-9d46-0522afb055e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:57.326122 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e14d1f80-9906-4094-9d46-0522afb055e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:57.408992 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-e14d1f80-9906-4094-9d46-0522afb055e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:57.427016 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-96439295-6921-4331-b223-7b879b4b464b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:57.471585 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-e14d1f80-9906-4094-9d46-0522afb055e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef5ece7e40e84080b6bd3738ead626cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504784 Jun 26 18:27:57.474139 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 38738) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:57.475808 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d1f80-9906-4094-9d46-0522afb055e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096bbe8d-9ad6-402b-9454-da58c3baa01b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:57.478925 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e14d1f80-9906-4094-9d46-0522afb055e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:57.505010 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29040-4470-405f-88ca-9633662e9436 req-e646bb8f-049d-44da-9c7d-0146c484c3a2 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:57.508463 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-83d29040-4470-405f-88ca-9633662e9436 req-e646bb8f-049d-44da-9c7d-0146c484c3a2 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.1082337 Jun 26 18:27:57.525424 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-562fd723-def4-4d64-a8db-bc1a4a0b3689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:57.547100 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-562fd723-def4-4d64-a8db-bc1a4a0b3689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:57.574298 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-83d29040-4470-405f-88ca-9633662e9436 req-20cd8dab-ecab-4f8a-838f-b3549338161c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589812 Jun 26 18:27:57.949052 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-562fd723-def4-4d64-a8db-bc1a4a0b3689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:57.951731 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-562fd723-def4-4d64-a8db-bc1a4a0b3689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:57.952893 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-562fd723-def4-4d64-a8db-bc1a4a0b3689 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/096bbe8d-9ad6-402b-9454-da58c3baa01b HTTP/1.1" status: 204 len: 168 time: 0.4777553 Jun 26 18:27:57.953964 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b7c813b9-93bf-4432-a91f-38e6270eea52 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:57.962104 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fd723-def4-4d64-a8db-bc1a4a0b3689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096bbe8d-9ad6-402b-9454-da58c3baa01b,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:57.975641 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-562fd723-def4-4d64-a8db-bc1a4a0b3689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:58.775796 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145d2ae-95d7-46b4-8ff3-e9ed077ab07f req-e7010a76-f77f-43aa-a3e7-28bbc5714251 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:27:58.777734 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c145d2ae-95d7-46b4-8ff3-e9ed077ab07f req-e7010a76-f77f-43aa-a3e7-28bbc5714251 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0806844 Jun 26 18:27:58.814390 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38746) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:58.818648 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c145d2ae-95d7-46b4-8ff3-e9ed077ab07f req-5b413cb5-4df4-4145-b9da-d1333d3f64f8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351639 Jun 26 18:27:58.829526 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-35d65f72-8f11-4812-b94d-7fddd6f2b89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:58.947013 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-35d65f72-8f11-4812-b94d-7fddd6f2b89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:59.018164 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-35d65f72-8f11-4812-b94d-7fddd6f2b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:59.021595 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a0f46558-5c2b-4aa7-8f21-b9e87e6683d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:59.061508 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d65f72-8f11-4812-b94d-7fddd6f2b89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c641df-44c4-49a3-8890-b4bcb033ea4d,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:59.065749 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-35d65f72-8f11-4812-b94d-7fddd6f2b89f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77ac3c11dfe5487685e6529d2b49dc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499685 Jun 26 18:27:59.066623 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-35d65f72-8f11-4812-b94d-7fddd6f2b89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:27:59.068283 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38748) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:27:59.123356 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1bde-c463-4837-a215-cc3e9bcd6aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:59.154062 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1bde-c463-4837-a215-cc3e9bcd6aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:59.275151 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1bde-c463-4837-a215-cc3e9bcd6aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:59.278372 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1bde-c463-4837-a215-cc3e9bcd6aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:59.279801 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-1d8e1bde-c463-4837-a215-cc3e9bcd6aba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64c641df-44c4-49a3-8890-b4bcb033ea4d HTTP/1.1" status: 204 len: 168 time: 0.2106020 Jun 26 18:27:59.280711 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-704a9516-bed9-4b8d-9cc6-f8d94bab4234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:27:59.290973 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e1bde-c463-4837-a215-cc3e9bcd6aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c641df-44c4-49a3-8890-b4bcb033ea4d,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:27:59.293341 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1d8e1bde-c463-4837-a215-cc3e9bcd6aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:00.038235 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1761378-0f7d-44c3-af86-e8726580260c req-d9db0e87-7d01-445d-98fe-a90a847e0fc5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:00.039789 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d1761378-0f7d-44c3-af86-e8726580260c req-d9db0e87-7d01-445d-98fe-a90a847e0fc5 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0899637 Jun 26 18:28:00.083363 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-d1761378-0f7d-44c3-af86-e8726580260c req-fe72ab33-900e-4a48-a7df-4ab561a00f19 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377381 Jun 26 18:28:00.909488 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:01.266049 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102d2a0-59e8-4690-9597-ed3dfbcfd59f req-e33fe7b0-9a63-4e65-ae53-96144a8654d1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:01.267961 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-1102d2a0-59e8-4690-9597-ed3dfbcfd59f req-e33fe7b0-9a63-4e65-ae53-96144a8654d1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0647068 Jun 26 18:28:01.305351 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-1102d2a0-59e8-4690-9597-ed3dfbcfd59f req-ffaa15d2-11b1-4cf8-821f-11c9c3fe6c67 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319700 Jun 26 18:28:02.482903 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30592a7-8d3e-48e8-ac85-49d58035b0f8 req-6d3f66fa-8e8c-4cb2-9977-1406443fbe42 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:02.484354 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f30592a7-8d3e-48e8-ac85-49d58035b0f8 req-6d3f66fa-8e8c-4cb2-9977-1406443fbe42 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 944 time: 0.0636349 Jun 26 18:28:02.522343 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-f30592a7-8d3e-48e8-ac85-49d58035b0f8 req-755819a5-140b-4998-a232-1bc1880dd50d tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315568 Jun 26 18:28:03.176145 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:28:03.254369 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-6f655fe9-7a64-46fd-bd70-c4dded0d05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:03.256014 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-6f655fe9-7a64-46fd-bd70-c4dded0d05b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec614dc5ca38497d9aed818d210815e9&device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 1097 time: 0.0522215 Jun 26 18:28:03.271818 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:28:03.283376 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'port_id': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'mac_address': 'fa:16:3e:a7:ed:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:28:03.321284 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:03.333599 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:28:03.356358 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:28:03.360388 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-8df823ca-18a7-4078-b79c-5c8a9f6c08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:03.362743 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-8df823ca-18a7-4078-b79c-5c8a9f6c08da service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 200 len: 918 time: 0.0879431 Jun 26 18:28:03.426295 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-a12585be-10d7-48d9-8f75-c01f14eda963 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 HTTP/1.1" status: 200 len: 1000 time: 0.0570517 Jun 26 18:28:03.450704 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:03.452771 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:03.480722 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-b726219e-c664-47d4-b44a-47b040538d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:03.482169 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-b726219e-c664-47d4-b44a-47b040538d00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 200 len: 856 time: 0.0468571 Jun 26 18:28:03.497560 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=9']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:03.500552 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:03.541526 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-e739e6ab-59aa-4a4a-9da1-d9e3bf7ff077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:03.543176 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-e739e6ab-59aa-4a4a-9da1-d9e3bf7ff077 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d846234-23d8-42d7-b28e-92457d4e6f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0542252 Jun 26 18:28:03.638850 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-db1734f0-275d-41f1-9709-cdd23af11b55 service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889759 Jun 26 18:28:03.737619 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:28:03.774320 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97881-8d8e-4c5f-a61a-54dcca3c458a req-eee7bc79-0467-4816-b952-980f16637009 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:03.775730 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f7b97881-8d8e-4c5f-a61a-54dcca3c458a req-eee7bc79-0467-4816-b952-980f16637009 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 945 time: 0.1343374 Jun 26 18:28:03.799486 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-2dc63be5-549c-40e8-9756-5652ab1ee4d9 req-b2b8bde2-aa59-41cd-ac75-8f6b6d32261b service neutron] 10.222.0.37 "GET /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298943 Jun 26 18:28:03.818878 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f7b97881-8d8e-4c5f-a61a-54dcca3c458a req-009a4b60-53a9-4ea0-8144-257db70840c1 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376279 Jun 26 18:28:05.006924 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff398b2-5e53-43b6-a580-6e679bd062d7 req-96e7e379-c13d-40c3-bfe7-c4e5dbf7a4be tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:05.008366 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2ff398b2-5e53-43b6-a580-6e679bd062d7 req-96e7e379-c13d-40c3-bfe7-c4e5dbf7a4be tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 945 time: 0.0699379 Jun 26 18:28:05.044563 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2ff398b2-5e53-43b6-a580-6e679bd062d7 req-7afb8e47-2d89-4af7-ba04-807c0dcda23c tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305927 Jun 26 18:28:05.185645 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:28:05.233254 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:28:05.233661 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:05.306022 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:05.327337 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:28:05.329777 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c542d5c-3992-4b6b-ae47-bbefca249ff8" -d '{"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-plugged", "status": "completed", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:28:05.341880 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:28:05.368082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6324793-d7a0-408b-b75c-e5d195c8010e x-openstack-request-id: req-f6324793-d7a0-408b-b75c-e5d195c8010e {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:28:05.368082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-plugged", "status": "completed", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:28:05.368082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6324793-d7a0-408b-b75c-e5d195c8010e {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:28:05.368082 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'code': 200} Jun 26 18:28:05.412701 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:05.414968 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:05.463331 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=10']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:05.466317 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:05.765784 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f73b0-3148-4386-9eeb-13291fed9006 req-5069881d-f47d-4252-9bf9-65bc125e3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:05.767487 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d14f73b0-3148-4386-9eeb-13291fed9006 req-5069881d-f47d-4252-9bf9-65bc125e3f23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 1100 time: 0.0509253 Jun 26 18:28:05.800783 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-d14f73b0-3148-4386-9eeb-13291fed9006 req-17e11328-d10d-4a36-98e3-7101aecf9124 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0265293 Jun 26 18:28:06.220631 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77585c4c-da8b-48bb-bbb2-2c1f796f100a req-9b701502-2d54-489c-a8f6-a718904947fc tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:06.222337 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-77585c4c-da8b-48bb-bbb2-2c1f796f100a req-9b701502-2d54-489c-a8f6-a718904947fc tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 947 time: 0.0627172 Jun 26 18:28:06.259818 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-77585c4c-da8b-48bb-bbb2-2c1f796f100a req-af7bcb4f-9efc-44b7-84de-56d1f7454cc0 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317981 Jun 26 18:28:07.439582 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35af15-19fa-4f73-806a-ed8dab962863 req-eb1202bc-c526-4ea1-913a-d05cc978b896 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:07.441097 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9a35af15-19fa-4f73-806a-ed8dab962863 req-eb1202bc-c526-4ea1-913a-d05cc978b896 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 947 time: 0.0623846 Jun 26 18:28:07.479409 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-9a35af15-19fa-4f73-806a-ed8dab962863 req-eed56007-eac1-45f0-a1d2-190406a71eef tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326896 Jun 26 18:28:08.665720 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1e1be-5852-45a0-a7c2-491598e8b6a3 req-0238816e-d394-4998-ab0a-b6b26a60c382 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:08.667215 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1bc1e1be-5852-45a0-a7c2-491598e8b6a3 req-0238816e-d394-4998-ab0a-b6b26a60c382 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 947 time: 0.0620871 Jun 26 18:28:08.705217 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1bc1e1be-5852-45a0-a7c2-491598e8b6a3 req-b4767b5f-5753-4e3c-83f8-8ea03c8798c4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316169 Jun 26 18:28:09.931952 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9b463e04-0ea1-40ef-8ced-780f1f465acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:12.285814 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38938) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:12.390238 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e3d8-fa9f-4825-b06f-76b05731eb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:12.475364 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e3d8-fa9f-4825-b06f-76b05731eb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:12.537648 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c1e51a78-9519-4332-b734-308393a71606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:12.560408 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e3d8-fa9f-4825-b06f-76b05731eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:12.563906 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-773628c6-8f20-43da-bad1-87cef10ff0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:12.598990 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-1ec1e3d8-fa9f-4825-b06f-76b05731eb0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c794b67b23f496ca06c541f689b18af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121519 Jun 26 18:28:12.600884 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1e3d8-fa9f-4825-b06f-76b05731eb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f540a0f-eb4f-440c-8254-b541f23ad65b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:12.601716 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 38942) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:12.604056 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1ec1e3d8-fa9f-4825-b06f-76b05731eb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:12.653841 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:12.674001 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:12.835219 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:12.838102 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:12.839242 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f540a0f-eb4f-440c-8254-b541f23ad65b HTTP/1.1" status: 204 len: 168 time: 0.2364829 Jun 26 18:28:12.840112 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ddafc4f6-0a45-462a-b674-9d5ca2a8514d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:12.848580 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f540a0f-eb4f-440c-8254-b541f23ad65b,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:12.855505 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.855885 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.856257 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.856671 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.857071 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.857432 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.857791 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.858145 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.858503 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.858853 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.859207 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.859556 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:12.863607 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:12.958940 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:13.451771 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 38948) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:13.465444 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-649d61b6-470e-4cad-8013-ce066a1ed237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:13.549108 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-649d61b6-470e-4cad-8013-ce066a1ed237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:13.594609 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-649d61b6-470e-4cad-8013-ce066a1ed237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:13.598167 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6352e859-f869-4716-a633-e14bc2022ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:13.632152 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-649d61b6-470e-4cad-8013-ce066a1ed237 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a4939bf3c9f4b1b87402e22fd4365f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792650 Jun 26 18:28:13.634010 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d61b6-470e-4cad-8013-ce066a1ed237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11760e2e-36b2-494c-a57b-aa54938b6037,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:13.634840 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38950) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:13.637000 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-649d61b6-470e-4cad-8013-ce066a1ed237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:13.657812 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:13.684532 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0cd3a97f-9c94-475c-aacf-fa23d82f66e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:13.704051 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0cd3a97f-9c94-475c-aacf-fa23d82f66e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:13.783364 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0cd3a97f-9c94-475c-aacf-fa23d82f66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:13.786235 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0cd3a97f-9c94-475c-aacf-fa23d82f66e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:13.787376 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-0cd3a97f-9c94-475c-aacf-fa23d82f66e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11760e2e-36b2-494c-a57b-aa54938b6037 HTTP/1.1" status: 204 len: 168 time: 0.1515703 Jun 26 18:28:13.788222 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6541a540-07f6-421d-abbe-b6caeae45358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:13.796051 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3a97f-9c94-475c-aacf-fa23d82f66e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11760e2e-36b2-494c-a57b-aa54938b6037,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:13.798446 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-0cd3a97f-9c94-475c-aacf-fa23d82f66e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:14.375146 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38956) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:14.389727 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2f2336e6-71b1-4de2-9ce6-1b8f6edb9bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:14.476814 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2f2336e6-71b1-4de2-9ce6-1b8f6edb9bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:14.549015 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-2f2336e6-71b1-4de2-9ce6-1b8f6edb9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:14.551972 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a2a29ec0-bef1-477b-9827-a730ba0fe6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:14.585402 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2336e6-71b1-4de2-9ce6-1b8f6edb9bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42ff07a-b98c-4938-8a43-ddb23b6f5d5d,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:14.589715 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-2f2336e6-71b1-4de2-9ce6-1b8f6edb9bdd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0641b32b162b448f952d67879a5496cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134900 Jun 26 18:28:14.590574 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-2f2336e6-71b1-4de2-9ce6-1b8f6edb9bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:14.592220 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 38958) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:14.638720 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b9274fb-1185-4c76-ba32-ab8d6e8f1a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:14.658875 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b9274fb-1185-4c76-ba32-ab8d6e8f1a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:14.777951 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b9274fb-1185-4c76-ba32-ab8d6e8f1a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:14.780513 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-4b9274fb-1185-4c76-ba32-ab8d6e8f1a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:14.781657 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-4b9274fb-1185-4c76-ba32-ab8d6e8f1a2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c42ff07a-b98c-4938-8a43-ddb23b6f5d5d HTTP/1.1" status: 204 len: 168 time: 0.1885331 Jun 26 18:28:14.782397 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-3c257047-45b8-4bbd-8248-e5e13d8213eb tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:14.790679 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9274fb-1185-4c76-ba32-ab8d6e8f1a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42ff07a-b98c-4938-8a43-ddb23b6f5d5d,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:14.792945 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4b9274fb-1185-4c76-ba32-ab8d6e8f1a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:15.092174 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:24.175200 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:28:27.829154 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39074) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:27.929070 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-20afe3a7-6852-478a-ac53-6ef6c6aa16bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:28.013017 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-20afe3a7-6852-478a-ac53-6ef6c6aa16bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:28.101319 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-20afe3a7-6852-478a-ac53-6ef6c6aa16bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:28.103864 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d2daf7c7-d44a-40b4-921d-fb99f4e1796c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:28.141907 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-20afe3a7-6852-478a-ac53-6ef6c6aa16bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48bd9e2f2a5b41fe9c3b30167fc5c9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117046 Jun 26 18:28:28.142666 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afe3a7-6852-478a-ac53-6ef6c6aa16bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45ac5eb-bf4f-4d05-901f-82c9004a9873,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:28.146150 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39078) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:28.146560 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-20afe3a7-6852-478a-ac53-6ef6c6aa16bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:28.198517 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcb87-913a-43da-b9df-3efc3ebe1448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:28.219536 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcb87-913a-43da-b9df-3efc3ebe1448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:28.336542 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcb87-913a-43da-b9df-3efc3ebe1448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:28.339040 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcb87-913a-43da-b9df-3efc3ebe1448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:28.342606 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-7b8dcb87-913a-43da-b9df-3efc3ebe1448 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a45ac5eb-bf4f-4d05-901f-82c9004a9873 HTTP/1.1" status: 204 len: 168 time: 0.1924541 Jun 26 18:28:28.342606 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-8b9530f9-f91c-4742-a21f-0d4ee69ae7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:28.350619 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dcb87-913a-43da-b9df-3efc3ebe1448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45ac5eb-bf4f-4d05-901f-82c9004a9873,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:28.354550 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-7b8dcb87-913a-43da-b9df-3efc3ebe1448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:28.930237 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39084) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:28.943822 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:29.027389 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:29.107177 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:29.110569 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4362b2e5-ac3c-4ab2-82b8-abb90d1ce618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:29.145450 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e482c471561e474b9a20b5a0033ffe38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140779 Jun 26 18:28:29.147691 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32389f1d-a210-4752-8da1-bf03b4194968,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:29.148056 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39086) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:29.154928 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.155239 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.155607 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.155969 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.156327 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.156711 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.157067 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.157420 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.157774 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.158124 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.158476 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.158898 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:29.162940 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:29.198127 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-46814ff6-2e2b-4fc4-8ff5-7679d050eca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:29.218430 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-46814ff6-2e2b-4fc4-8ff5-7679d050eca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:29.456159 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-46814ff6-2e2b-4fc4-8ff5-7679d050eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:29.458940 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-46814ff6-2e2b-4fc4-8ff5-7679d050eca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:29.460079 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-46814ff6-2e2b-4fc4-8ff5-7679d050eca5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32389f1d-a210-4752-8da1-bf03b4194968 HTTP/1.1" status: 204 len: 168 time: 0.3110237 Jun 26 18:28:29.461108 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-30b7d582-c0d3-417a-ad9e-1e63ec3e3b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:29.468887 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46814ff6-2e2b-4fc4-8ff5-7679d050eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32389f1d-a210-4752-8da1-bf03b4194968,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:29.472864 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-46814ff6-2e2b-4fc4-8ff5-7679d050eca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:30.961492 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:39.932692 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4a1349eb-cccc-47e7-94aa-120088c78a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:42.320733 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d74ec-ab6e-4ca9-bcac-fe2e44a1ceb8 req-e4896d37-3504-4f96-b81e-db6e53e82450 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:42.322116 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-923d74ec-ab6e-4ca9-bcac-fe2e44a1ceb8 req-e4896d37-3504-4f96-b81e-db6e53e82450 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 947 time: 0.0616264 Jun 26 18:28:42.358890 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-923d74ec-ab6e-4ca9-bcac-fe2e44a1ceb8 req-2f925939-d8fb-41d6-9aa4-fbe138902956 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311611 Jun 26 18:28:42.526490 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-cbf47b08-a8e9-4513-ad60-cfd80e38676b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:42.927053 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:43.536367 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47b93-cdba-4963-a09b-d4e42cc2fa76 req-8377f538-4d9c-478a-8852-afcc951195aa tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:43.538665 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-90b47b93-cdba-4963-a09b-d4e42cc2fa76 req-8377f538-4d9c-478a-8852-afcc951195aa tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 947 time: 0.0613523 Jun 26 18:28:43.607178 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-90b47b93-cdba-4963-a09b-d4e42cc2fa76 req-c95edf9c-9504-455c-b379-c3e9ee040652 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ecccbd7-c43b-419d-a28f-30a46347e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630412 Jun 26 18:28:43.634872 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-4c70dfaa-a0ec-417f-bfe0-c9b1cbbfa9c8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:28:43.636350 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-4c70dfaa-a0ec-417f-bfe0-c9b1cbbfa9c8 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 947 time: 0.0855443 Jun 26 18:28:43.669462 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:43.734403 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Deleting port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:28:43.734670 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:43.822573 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] For port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:28:43.822927 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:43.983964 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:43.984891 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:43.984891 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.l3_db [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Floating IP 3574ebc9-d415-4f8c-9ba0-f93e924516b1 disassociated. External IP: 172.28.1.248, port: 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72. Jun 26 18:28:43.985267 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Calling delete_port for 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:28:44.195658 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:44.199768 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b43d3744-3f37-47a6-91d3-9c53b39116f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:44.225735 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event deleted for resources: {'Port': ['ID=5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:44.228536 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:44.332923 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Router 9f08ce88-0535-4415-ba54-87617fbcd0e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:28:44.437041 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:28:44.447184 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] Sync routers for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:28:44.456751 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:28:44.457364 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:28:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:44.480059 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] No DVR routers for this DVR port 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:28:44.482545 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:44.484625 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-8d25162b-2d2d-45a5-91e7-49ee3257fa94 req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.37 "DELETE /v2.0/ports/5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 HTTP/1.1" status: 204 len: 173 time: 0.8426590 Jun 26 18:28:44.485140 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-deleted', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:28:44.487447 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd995b7-fa19-403f-9dfe-8f44a4a99208" -d '{"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-deleted", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:28:44.523635 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0a6980-4049-481b-8073-45c03a858423 x-openstack-request-id: req-bd0a6980-4049-481b-8073-45c03a858423 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:28:44.524015 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c1a2e5-14a4-4f89-a556-2da924d6768a", "name": "network-vif-deleted", "tag": "5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:28:44.524308 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd0a6980-4049-481b-8073-45c03a858423 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:28:44.524763 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c1a2e5-14a4-4f89-a556-2da924d6768a', 'name': 'network-vif-deleted', 'tag': '5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72', 'status': 'completed', 'code': 200} Jun 26 18:28:44.562630 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:28:44.766280 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-716eaa3b-d19f-4a16-8866-aac38214a878 req-4a016530-9af3-41b6-9325-d59e79ac7425 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/ports?device_id=40c1a2e5-14a4-4f89-a556-2da924d6768a HTTP/1.1" status: 200 len: 210 time: 0.0376348 Jun 26 18:28:44.781491 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:44.806774 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] Checking router: 9f08ce88-0535-4415-ba54-87617fbcd0e3 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:28:44.814857 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:28:44.815397 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:28:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:44.918062 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:28:45.113560 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:45.132815 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:45.142848 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6218d-42b7-4384-a27b-f3dcf254baff None None] The sync data for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb is: [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '4a077738-ecb5-4dcd-9f57-f29304c55a66', 'name': '', 'network_id': '0d846234-23d8-42d7-b28e-92457d4e6f5f', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'mac_address': 'fa:16:3e:c6:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:56Z', 'updated_at': '2021-06-26T18:22:10Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'subnets': [{'id': 'fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:28:45.358170 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82531f52-2c22-4573-a95e-4fbc178fbfd2 None None] New status for floating IP 3574ebc9-d415-4f8c-9ba0-f93e924516b1: DOWN {{(pid=93536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:28:45.948214 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39228) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:46.005166 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5f2477a7-68fd-4bb4-82e4-080a769c47b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.026904 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5f2477a7-68fd-4bb4-82e4-080a769c47b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.129917 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5f2477a7-68fd-4bb4-82e4-080a769c47b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.132637 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5f2477a7-68fd-4bb4-82e4-080a769c47b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.133767 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-5f2477a7-68fd-4bb4-82e4-080a769c47b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "DELETE /v2.0/security-groups/3ecccbd7-c43b-419d-a28f-30a46347e0b7 HTTP/1.1" status: 204 len: 168 time: 0.1845601 Jun 26 18:28:46.134513 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4b9274fb-1185-4c76-ba32-ab8d6e8f1a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:46.136494 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39232) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:46.143633 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2477a7-68fd-4bb4-82e4-080a769c47b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecccbd7-c43b-419d-a28f-30a46347e0b7,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:46.146934 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5f2477a7-68fd-4bb4-82e4-080a769c47b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:46.164829 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.api.v2.resource [None req-fabd1c9a-496e-4f1e-9975-6de27a7b7292 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] show failed (client error): The resource could not be found. Jun 26 18:28:46.168571 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-fabd1c9a-496e-4f1e-9975-6de27a7b7292 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "GET /v2.0/security-groups/3ecccbd7-c43b-419d-a28f-30a46347e0b7 HTTP/1.1" status: 404 len: 347 time: 0.0304146 Jun 26 18:28:46.168808 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39236) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:46.288646 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Deleting port cdbac28d-5061-49e5-8261-e7b9402f6954 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:28:46.288991 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.365130 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.365496 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.376952 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Calling delete_port for cdbac28d-5061-49e5-8261-e7b9402f6954 owned by network:floatingip {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:28:46.589744 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.592538 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:46.619042 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Pushing event deleted for resources: {'Port': ['ID=cdbac28d-5061-49e5-8261-e7b9402f6954,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:46.621584 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:46.683549 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.686587 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:46.687745 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] 10.222.0.15 "DELETE /v2.0/floatingips/3574ebc9-d415-4f8c-9ba0-f93e924516b1 HTTP/1.1" status: 204 len: 168 time: 0.5179653 Jun 26 18:28:47.430178 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:28:47.452748 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:28:47.453102 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device 5a628b4e-d7e3-4be5-9cfb-6c1aa2008c72 not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:28:49.548509 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39274) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:50.246534 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668411'] for router_interface, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:50.489588 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Deleting port 4a077738-ecb5-4dcd-9f57-f29304c55a66 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:28:50.489932 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:50.574361 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] For port 4a077738-ecb5-4dcd-9f57-f29304c55a66, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=4a077738-ecb5-4dcd-9f57-f29304c55a66,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:28:50.575644 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:50.586779 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Calling delete_port for 4a077738-ecb5-4dcd-9f57-f29304c55a66 owned by network:router_interface {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:28:50.818698 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:50.820848 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:50.845131 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a077738-ecb5-4dcd-9f57-f29304c55a66,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:50.847711 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:51.021754 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3612383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592651'] for router_interface, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:51.235381 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Router 9f08ce88-0535-4415-ba54-87617fbcd0e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:28:51.343718 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:28:51.348811 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-590856a3-8c5b-4502-867f-8d116534e98f admin admin] 10.222.0.15 "PUT /v2.0/routers/9f08ce88-0535-4415-ba54-87617fbcd0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7992575 Jun 26 18:28:51.351823 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39286) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:51.354527 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] Sync routers for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:28:51.363643 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:28:51.364277 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:28:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:51.455155 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:51.468961 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:28:51.560977 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:51.645982 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:28:50Z', 'revision_number': 5, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port': {'id': 'c17aa055-8e11-43f8-aabf-f806d51a1ddf', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:21:50Z', 'updated_at': '2021-06-26T18:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:51.672743 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] Checking router: 9f08ce88-0535-4415-ba54-87617fbcd0e3 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:28:51.681710 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] Routers {'9f08ce88-0535-4415-ba54-87617fbcd0e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:28:51.682326 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:28:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['9f08ce88-0535-4415-ba54-87617fbcd0e3'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:51.712512 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Deleting port c17aa055-8e11-43f8-aabf-f806d51a1ddf {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:28:51.712787 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:51.769764 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] Set router 9f08ce88-0535-4415-ba54-87617fbcd0e3 gateway port host: None {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:28:51.789767 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] For port c17aa055-8e11-43f8-aabf-f806d51a1ddf, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c17aa055-8e11-43f8-aabf-f806d51a1ddf,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:28:51.790128 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:51.802503 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Calling delete_port for c17aa055-8e11-43f8-aabf-f806d51a1ddf owned by network:router_gateway {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:28:51.825714 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:28:51Z', 'revision_number': 6, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port_host': None}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:51.853892 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce92be-4956-485b-aba6-150b1ba6e0c0 None None] The sync data for ids ['9f08ce88-0535-4415-ba54-87617fbcd0e3'] in dv-cinder-798198-1-smb is: [{'id': '9f08ce88-0535-4415-ba54-87617fbcd0e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2063474032-router', 'tenant_id': 'ec614dc5ca38497d9aed818d210815e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:21:49Z', 'updated_at': '2021-06-26T18:28:51Z', 'revision_number': 6, 'project_id': 'ec614dc5ca38497d9aed818d210815e9', 'gw_port_host': None}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:28:52.058062 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.060082 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:52.089583 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c17aa055-8e11-43f8-aabf-f806d51a1ddf,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:52.092833 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:52.152944 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595121'] for router_gateway, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.255325 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6917'] for router, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.258109 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.401425 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-595942'] for router, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.402006 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f08ce88-0535-4415-ba54-87617fbcd0e3 {{(pid=93534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:28:52.407031 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.407923 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-8da5408a-7ab7-4423-b8f9-f90730da89ba admin admin] 10.222.0.15 "DELETE /v2.0/routers/9f08ce88-0535-4415-ba54-87617fbcd0e3 HTTP/1.1" status: 204 len: 168 time: 1.0550966 Jun 26 18:28:52.410380 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39296) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:52.453468 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74f20d6-6f12-4920-b608-9bd236bc9dff admin admin] Deleting subnet fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb {{(pid=93534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:28:52.456499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d74f20d6-6f12-4920-b608-9bd236bc9dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.490409 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d74f20d6-6f12-4920-b608-9bd236bc9dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1068046848'] for subnet, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.601884 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d74f20d6-6f12-4920-b608-9bd236bc9dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.744936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d74f20d6-6f12-4920-b608-9bd236bc9dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067951234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068246259'] for subnet, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.747856 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:52.773381 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f20d6-6f12-4920-b608-9bd236bc9dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:52.780590 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d74f20d6-6f12-4920-b608-9bd236bc9dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:52.783216 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-d74f20d6-6f12-4920-b608-9bd236bc9dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.785217 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-d74f20d6-6f12-4920-b608-9bd236bc9dff admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd44e277-cd15-4fe8-bc8a-8e0bf56ef2cb HTTP/1.1" status: 204 len: 168 time: 0.3738947 Jun 26 18:28:52.788344 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39298) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:52.789902 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961cceb-9d8c-4e1b-9701-dbf24f4658c8 None None] Network 0d846234-23d8-42d7-b28e-92457d4e6f5f requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:28:52.868468 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.922115 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Deleting port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:28:52.922534 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:52.980586 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] DHCP port deletion for 0d846234-23d8-42d7-b28e-92457d4e6f5f request from dv-cinder-798198-1-smb {{(pid=93536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:28:52.992460 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] For port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:28:52.992830 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.008066 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Calling delete_port for c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e owned by network:dhcp {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:28:53.024639 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Deleting port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:28:53.025137 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.084237 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] For port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e,segment=NetworkSegment(c6ed4883-d459-4603-9f87-49924a5dae6a),segment_id=c6ed4883-d459-4603-9f87-49924a5dae6a)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:28:53.084608 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.101664 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Calling delete_port for c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:28:53.152922 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.155952 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6d36d864-a0ce-4727-9fe0-4d2d47516bb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:53.180870 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.181125 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Pushing event deleted for resources: {'Port': ['ID=c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:53.182881 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] No DVR routers for this DVR port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e on host dv-cinder-798198-1-smb {{(pid=93535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:28:53.184385 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:53.188518 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-65e6d978-e5eb-4fb0-a217-a48e973dd2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:53.209358 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] No DVR routers for this DVR port c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e on host dv-cinder-798198-1-smb {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:28:53.212019 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Pushing event deleted for resources: {'Port': ['ID=c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:53.220313 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.220715 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.221059 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.221425 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.221731 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.222063 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.222429 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.223336 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.223336 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.223336 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.223779 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.224107 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:28:53.227843 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:53.256168 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.265835 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d846234-23d8-42d7-b28e-92457d4e6f5f']}} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:53.275710 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ed4883-d459-4603-9f87-49924a5dae6a') {'for_net_delete': True} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:53.276024 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ed4883-d459-4603-9f87-49924a5dae6a') {} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:28:53.284431 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065575300'] for segment, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.297957 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.303501 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:28:53.303904 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069428417'] for segment, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: Traceback (most recent call last): Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: timer() Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: cb(*args, **kw) Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: return func(*args, **kwargs) Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: self._notify() Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: self.callback(batched_events) Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: event.method(event) Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: return f(self, *a, **k) Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: return self._get(url).json() Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: return self.request(url, 'GET', **kwargs) Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:28:53.305524 dv-cinder-798198-1-smb neutron-server[93535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:28:53.464115 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.468157 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:53.470404 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.475080 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] 10.222.0.15 "DELETE /v2.0/networks/0d846234-23d8-42d7-b28e-92457d4e6f5f HTTP/1.1" status: 204 len: 168 time: 0.6829371 Jun 26 18:28:53.484393 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d846234-23d8-42d7-b28e-92457d4e6f5f,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:53.487132 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:53.519727 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 4a077738-ecb5-4dcd-9f57-f29304c55a66 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:28:53.538812 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 4a077738-ecb5-4dcd-9f57-f29304c55a66 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:28:53.539145 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 4a077738-ecb5-4dcd-9f57-f29304c55a66 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:28:53.539567 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c17aa055-8e11-43f8-aabf-f806d51a1ddf no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:28:53.559559 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: c17aa055-8e11-43f8-aabf-f806d51a1ddf {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:28:53.559912 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c17aa055-8e11-43f8-aabf-f806d51a1ddf not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:28:53.560336 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:28:53.578227 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:28:53.578585 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device c964ec9d-6af5-42f3-b6c0-5d08d2d9ff4e not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:28:53.835442 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39308) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:53.874575 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-3eaeaffa-df7e-4bcc-ba1e-be422cceda6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec614dc5ca38497d9aed818d210815e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375223 Jun 26 18:28:53.877047 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39310) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:53.924460 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b3577190-5eb6-4667-ab6a-bf0d20c3ae8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:53.944349 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b3577190-5eb6-4667-ab6a-bf0d20c3ae8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:54.059592 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b3577190-5eb6-4667-ab6a-bf0d20c3ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:54.062506 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-b3577190-5eb6-4667-ab6a-bf0d20c3ae8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:54.063689 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-b3577190-5eb6-4667-ab6a-bf0d20c3ae8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0eff6daf-0b78-44dc-aeec-0259cfc1ba6d HTTP/1.1" status: 204 len: 168 time: 0.1856954 Jun 26 18:28:54.066416 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e299dacf-1f75-4105-8be7-8dc09cd2acd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:54.073260 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3577190-5eb6-4667-ab6a-bf0d20c3ae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eff6daf-0b78-44dc-aeec-0259cfc1ba6d,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:54.075720 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b3577190-5eb6-4667-ab6a-bf0d20c3ae8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:57.620474 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39376) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:57.718715 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-405a2b6c-9006-44e7-815f-45ee3a287552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:57.801766 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-405a2b6c-9006-44e7-815f-45ee3a287552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:57.863886 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-405a2b6c-9006-44e7-815f-45ee3a287552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:57.867016 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-47d9754b-df02-4337-b1e3-df119f169123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:57.904821 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-405a2b6c-9006-44e7-815f-45ee3a287552 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5c196f7feaa47d5baa1b8e85ee74e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832963 Jun 26 18:28:57.905792 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a2b6c-9006-44e7-815f-45ee3a287552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b973702-9cff-4047-9726-e73888b3bd9b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:57.907483 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39380) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:28:57.908762 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-405a2b6c-9006-44e7-815f-45ee3a287552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:28:57.957870 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1daf0d13-8da9-4358-8352-c5bed3540842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:57.979664 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1daf0d13-8da9-4358-8352-c5bed3540842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:58.081035 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1daf0d13-8da9-4358-8352-c5bed3540842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:58.083688 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-1daf0d13-8da9-4358-8352-c5bed3540842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:28:58.084967 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-1daf0d13-8da9-4358-8352-c5bed3540842 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b973702-9cff-4047-9726-e73888b3bd9b HTTP/1.1" status: 204 len: 168 time: 0.1758251 Jun 26 18:28:58.085799 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6762d6b1-c0c8-47c4-ba05-e82864837ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:28:58.094555 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf0d13-8da9-4358-8352-c5bed3540842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b973702-9cff-4047-9726-e73888b3bd9b,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:28:58.097007 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-1daf0d13-8da9-4358-8352-c5bed3540842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:00.978896 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:01.173950 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:29:01.715607 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39464) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:01.815979 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f1524ad8-3dcb-4500-b4e0-190d59ffd77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:01.898804 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f1524ad8-3dcb-4500-b4e0-190d59ffd77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:01.963782 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-f1524ad8-3dcb-4500-b4e0-190d59ffd77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:01.967061 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ae278f20-e222-47c0-ac4c-b2712703c2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:02.001997 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-f1524ad8-3dcb-4500-b4e0-190d59ffd77a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84e1a5d62e15447b9188c1de070f0c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853594 Jun 26 18:29:02.002748 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1524ad8-3dcb-4500-b4e0-190d59ffd77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f6873e-f81e-420d-ad80-77cb09a78daf,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:02.005548 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39468) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:02.006060 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-f1524ad8-3dcb-4500-b4e0-190d59ffd77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:02.052504 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-71f97bb3-dd12-444a-917f-96c08352016c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:02.072385 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-71f97bb3-dd12-444a-917f-96c08352016c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:02.193785 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-71f97bb3-dd12-444a-917f-96c08352016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:02.193785 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-71f97bb3-dd12-444a-917f-96c08352016c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:02.193785 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-71f97bb3-dd12-444a-917f-96c08352016c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6f6873e-f81e-420d-ad80-77cb09a78daf HTTP/1.1" status: 204 len: 168 time: 0.1842582 Jun 26 18:29:02.193785 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-20afe3a7-6852-478a-ac53-6ef6c6aa16bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:02.199881 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f97bb3-dd12-444a-917f-96c08352016c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f6873e-f81e-420d-ad80-77cb09a78daf,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:02.202208 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-71f97bb3-dd12-444a-917f-96c08352016c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:02.611936 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39480) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:02.714599 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-06b72604-5e9b-4438-a63a-0f97cd0e68ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:02.797561 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-06b72604-5e9b-4438-a63a-0f97cd0e68ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:02.877995 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-06b72604-5e9b-4438-a63a-0f97cd0e68ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:02.881512 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-541172f4-5156-48dd-8054-48ac0835bea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:02.916636 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-06b72604-5e9b-4438-a63a-0f97cd0e68ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a79aac3052c4baf885a553171db0ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035650 Jun 26 18:29:02.919004 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b72604-5e9b-4438-a63a-0f97cd0e68ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db227239-16c5-40b8-bdfc-9bace6fd55da,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:02.919713 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39484) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:02.922199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-06b72604-5e9b-4438-a63a-0f97cd0e68ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:02.969502 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6a98b35f-08e9-470a-8a29-329ef44d36fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:02.989639 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6a98b35f-08e9-470a-8a29-329ef44d36fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.010024 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39486) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:03.023852 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-04851ace-932a-4bb9-aed7-e6c594c225a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.084182 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6a98b35f-08e9-470a-8a29-329ef44d36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.087073 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6a98b35f-08e9-470a-8a29-329ef44d36fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.088226 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6a98b35f-08e9-470a-8a29-329ef44d36fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db227239-16c5-40b8-bdfc-9bace6fd55da HTTP/1.1" status: 204 len: 168 time: 0.1675560 Jun 26 18:29:03.089806 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-2f2336e6-71b1-4de2-9ce6-1b8f6edb9bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:03.097688 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98b35f-08e9-470a-8a29-329ef44d36fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db227239-16c5-40b8-bdfc-9bace6fd55da,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:03.100282 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6a98b35f-08e9-470a-8a29-329ef44d36fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:03.147687 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-04851ace-932a-4bb9-aed7-e6c594c225a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.203946 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-04851ace-932a-4bb9-aed7-e6c594c225a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.207807 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-db611536-586d-4802-8b1f-667f40249557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:03.246502 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-04851ace-932a-4bb9-aed7-e6c594c225a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c87356805b384952bb3167aac5cbcaee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321577 Jun 26 18:29:03.246502 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04851ace-932a-4bb9-aed7-e6c594c225a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e6e81-7dbe-47f7-ae68-0cc610505c2c,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:03.246867 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39490) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:03.248371 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-04851ace-932a-4bb9-aed7-e6c594c225a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:03.301126 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c135-6128-402a-9394-7d59b7de4733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.318078 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39492) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:03.330110 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c135-6128-402a-9394-7d59b7de4733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.503745 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Deleting port 678c1045-4b36-4d4f-9f91-016b49d389ee {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:03.504240 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.557427 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c135-6128-402a-9394-7d59b7de4733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.560924 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c135-6128-402a-9394-7d59b7de4733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.562066 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-0bb6c135-6128-402a-9394-7d59b7de4733 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/514e6e81-7dbe-47f7-ae68-0cc610505c2c HTTP/1.1" status: 204 len: 168 time: 0.3136003 Jun 26 18:29:03.564208 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5280582e-f343-483a-ba70-3ecf71fead38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:03.577061 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6c135-6128-402a-9394-7d59b7de4733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e6e81-7dbe-47f7-ae68-0cc610505c2c,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:03.580188 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-0bb6c135-6128-402a-9394-7d59b7de4733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:03.598390 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.598737 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.612446 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Calling delete_port for 678c1045-4b36-4d4f-9f91-016b49d389ee owned by network:floatingip {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:03.847851 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.850904 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e3b6bf1f-832f-4d9d-9a37-e5177b95f28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:03.878372 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event deleted for resources: {'Port': ['ID=678c1045-4b36-4d4f-9f91-016b49d389ee,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:03.882632 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:03.950497 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for floatingip, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:03.950908 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.l3_db [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Floating IP 2b9caf7c-6fe0-410f-88dc-d41e0bbad94c disassociated (deleted). External IP: 172.28.1.79, port: ca4c78db-f3f0-4404-835b-d0ef192e977c. Jun 26 18:29:04.173180 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Router 44870a65-384c-4196-bb91-3140474553e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:29:04.284199 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:29:04.288906 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:04.296137 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] Sync routers for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:29:04.305412 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:29:04.306101 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:28:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:04.331447 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6571c5a1-76d9-4d00-9e92-32f379705e51 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "DELETE /v2.0/floatingips/2b9caf7c-6fe0-410f-88dc-d41e0bbad94c HTTP/1.1" status: 204 len: 168 time: 1.0123215 Jun 26 18:29:04.332325 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:29:04.345711 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b779c48c-f09f-4707-8172-086df73144f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:29:04.428860 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:29:04.547425 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c8261c-149d-4b33-8e8a-472f8d067738 x-openstack-request-id: req-39c8261c-149d-4b33-8e8a-472f8d067738 {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:29:04.548323 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:29:04.549282 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39c8261c-149d-4b33-8e8a-472f8d067738 {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:29:04.549993 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'status': 'completed', 'code': 200} Jun 26 18:29:04.648501 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779c48c-f09f-4707-8172-086df73144f8 req-85b582a3-f6f6-47d7-b7cb-8186e6857b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:29:04.650672 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b779c48c-f09f-4707-8172-086df73144f8 req-85b582a3-f6f6-47d7-b7cb-8186e6857b3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db9571ee1c43419fb3212e2c4f355337&device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 1099 time: 0.0584054 Jun 26 18:29:04.664669 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'b069823b-ea75-4d25-8bee-2ed1948f86f8', 'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'mac_address': 'fa:16:3e:d5:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:54Z', 'updated_at': '2021-06-26T18:24:02Z', 'revision_number': 5, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'subnets': [{'id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:04.697537 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] Checking router: 44870a65-384c-4196-bb91-3140474553e3 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:29:04.706223 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:29:04.706848 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:28:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:04.762852 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779c48c-f09f-4707-8172-086df73144f8 req-a53330f6-4aa6-48a2-91a5-8472b68a1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:29:04.762852 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b779c48c-f09f-4707-8172-086df73144f8 req-a53330f6-4aa6-48a2-91a5-8472b68a1033 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665 HTTP/1.1" status: 200 len: 909 time: 0.1051147 Jun 26 18:29:04.810117 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b779c48c-f09f-4707-8172-086df73144f8 req-453b32b5-a1a5-4220-b7d0-bb5799242d43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c HTTP/1.1" status: 200 len: 217 time: 0.0398006 Jun 26 18:29:04.816800 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:29:04.861289 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779c48c-f09f-4707-8172-086df73144f8 req-47222e9a-814e-4b2e-be54-3399edbdad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:29:04.862811 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b779c48c-f09f-4707-8172-086df73144f8 req-47222e9a-814e-4b2e-be54-3399edbdad2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd2835cb-dacc-4105-98ab-364b8be475c5 HTTP/1.1" status: 200 len: 847 time: 0.0467987 Jun 26 18:29:04.971773 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779c48c-f09f-4707-8172-086df73144f8 req-392ce5d4-d1ef-470f-825f-131aeea8b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:29:04.974496 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b779c48c-f09f-4707-8172-086df73144f8 req-392ce5d4-d1ef-470f-825f-131aeea8b056 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a83cc05-7cb2-4a43-8b85-3d8b86b65665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783176 Jun 26 18:29:05.043354 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'b069823b-ea75-4d25-8bee-2ed1948f86f8', 'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'mac_address': 'fa:16:3e:d5:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:54Z', 'updated_at': '2021-06-26T18:24:02Z', 'revision_number': 5, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'subnets': [{'id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:05.068560 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a07df-2d06-4f9c-a393-bb6c07106f47 None None] The sync data for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb is: [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:23:55Z', 'revision_number': 4, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'b069823b-ea75-4d25-8bee-2ed1948f86f8', 'name': '', 'network_id': '6a83cc05-7cb2-4a43-8b85-3d8b86b65665', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'mac_address': 'fa:16:3e:d5:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:54Z', 'updated_at': '2021-06-26T18:24:02Z', 'revision_number': 5, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'subnets': [{'id': 'cd2835cb-dacc-4105-98ab-364b8be475c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:29:05.102776 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d443b18-97b2-424d-bd28-8c71b0aa6770 req-899dce0c-d8f0-45e7-9b1a-3bd8ac806c35 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:29:05.104311 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3d443b18-97b2-424d-bd28-8c71b0aa6770 req-899dce0c-d8f0-45e7-9b1a-3bd8ac806c35 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.1254764 Jun 26 18:29:05.132027 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b779c48c-f09f-4707-8172-086df73144f8 req-98921c9e-10df-4dfb-8977-e7333bc6eeef service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434298 Jun 26 18:29:05.190229 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-3d443b18-97b2-424d-bd28-8c71b0aa6770 req-78f4d696-8165-47d1-a4e4-a5c66a14c535 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747035 Jun 26 18:29:05.402587 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a8f7c-a5f8-46ad-8c26-1d49d31fa617 None None] New status for floating IP 2b9caf7c-6fe0-410f-88dc-d41e0bbad94c: DOWN {{(pid=93537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:29:05.548637 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b779c48c-f09f-4707-8172-086df73144f8 req-2372e14e-1a23-4774-94eb-5f3e88eb169a service neutron] 10.222.0.37 "GET /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077854 Jun 26 18:29:06.380956 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857e7e9-7876-4d58-ab9b-16fcfda64d98 req-bc4f7880-8d37-4e04-8d7b-a1ef4bf7e75c tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:29:06.388480 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1857e7e9-7876-4d58-ab9b-16fcfda64d98 req-bc4f7880-8d37-4e04-8d7b-a1ef4bf7e75c tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0751488 Jun 26 18:29:06.429947 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-1857e7e9-7876-4d58-ab9b-16fcfda64d98 req-165811dc-65b2-4fa3-b1a9-2b5a41e04654 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/security-groups?id=d63ed0b5-b0e8-4200-b691-c116798facef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405285 Jun 26 18:29:06.484236 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-90dbc68c-5291-407b-aef6-67c7b16d0190 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:29:06.485740 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-90dbc68c-5291-407b-aef6-67c7b16d0190 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.37 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 946 time: 0.0806112 Jun 26 18:29:06.590760 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Deleting port ca4c78db-f3f0-4404-835b-d0ef192e977c {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:06.591106 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:06.677927 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] For port ca4c78db-f3f0-4404-835b-d0ef192e977c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ca4c78db-f3f0-4404-835b-d0ef192e977c,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:29:06.678287 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:06.690944 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Calling delete_port for ca4c78db-f3f0-4404-835b-d0ef192e977c owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:06.901033 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:06.906562 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cad017ff-35b7-4cee-8f7d-535b073bac4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:06.930509 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event deleted for resources: {'Port': ['ID=ca4c78db-f3f0-4404-835b-d0ef192e977c,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:06.933758 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:06.979475 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] No DVR routers for this DVR port ca4c78db-f3f0-4404-835b-d0ef192e977c on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:29:06.982141 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:06.984349 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-52025811-d9b9-4689-9fce-25e58bdc53c8 req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.37 "DELETE /v2.0/ports/ca4c78db-f3f0-4404-835b-d0ef192e977c HTTP/1.1" status: 204 len: 173 time: 0.4926646 Jun 26 18:29:06.988728 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'name': 'network-vif-deleted', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:29:06.988728 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a09efe7-9fcb-4d58-aae0-d4441de7f487" -d '{"events": [{"server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "name": "network-vif-deleted", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:29:07.023411 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7a9f37-f28b-4200-9b90-e555668f56a6 x-openstack-request-id: req-7a7a9f37-f28b-4200-9b90-e555668f56a6 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:29:07.023411 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46d4b4e-182e-4fd8-87c9-e5686d74bd9a", "name": "network-vif-deleted", "tag": "ca4c78db-f3f0-4404-835b-d0ef192e977c", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:29:07.023411 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a7a9f37-f28b-4200-9b90-e555668f56a6 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:29:07.023411 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46d4b4e-182e-4fd8-87c9-e5686d74bd9a', 'name': 'network-vif-deleted', 'tag': 'ca4c78db-f3f0-4404-835b-d0ef192e977c', 'status': 'completed', 'code': 200} Jun 26 18:29:07.565476 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8a61288f-b6ef-4598-b703-abbac380cca3 req-4e5e6cf6-f356-426a-a6a1-847aa19f0ac1 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46d4b4e-182e-4fd8-87c9-e5686d74bd9a HTTP/1.1" status: 200 len: 210 time: 0.0305882 Jun 26 18:29:08.659208 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39612) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:08.718779 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a820c274-50c5-4a71-bc7c-e183f0fd327d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:08.744147 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a820c274-50c5-4a71-bc7c-e183f0fd327d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:08.869942 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a820c274-50c5-4a71-bc7c-e183f0fd327d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:08.876960 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a820c274-50c5-4a71-bc7c-e183f0fd327d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:08.876960 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a820c274-50c5-4a71-bc7c-e183f0fd327d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] 10.222.0.15 "DELETE /v2.0/security-groups/d63ed0b5-b0e8-4200-b691-c116798facef HTTP/1.1" status: 204 len: 168 time: 0.2141814 Jun 26 18:29:08.876960 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1ec1e3d8-fa9f-4825-b06f-76b05731eb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:08.884700 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820c274-50c5-4a71-bc7c-e183f0fd327d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63ed0b5-b0e8-4200-b691-c116798facef,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:08.892440 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a820c274-50c5-4a71-bc7c-e183f0fd327d tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:08.994170 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39622) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:09.527067 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ca4c78db-f3f0-4404-835b-d0ef192e977c no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:29:09.549476 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: ca4c78db-f3f0-4404-835b-d0ef192e977c {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:29:09.549838 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ca4c78db-f3f0-4404-835b-d0ef192e977c not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:29:09.554585 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668411'] for router_interface, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:09.852601 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Deleting port b069823b-ea75-4d25-8bee-2ed1948f86f8 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:09.852861 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:09.943633 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] For port b069823b-ea75-4d25-8bee-2ed1948f86f8, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=b069823b-ea75-4d25-8bee-2ed1948f86f8,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:29:09.947627 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:09.956707 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Calling delete_port for b069823b-ea75-4d25-8bee-2ed1948f86f8 owned by network:router_interface {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:09.967271 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-65cb122d-96d6-45bd-bb76-e7bf7ef5f9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:10.204447 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:10.207376 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:10.231430 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b069823b-ea75-4d25-8bee-2ed1948f86f8,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:10.233825 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:10.396605 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3612383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592651'] for router_interface, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:10.607235 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Router 44870a65-384c-4196-bb91-3140474553e3 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:29:10.711712 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:29:10.716764 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-981d2dd1-b260-4bab-859a-8ed56e25ee29 admin admin] 10.222.0.15 "PUT /v2.0/routers/44870a65-384c-4196-bb91-3140474553e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194636 Jun 26 18:29:10.719210 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39640) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:10.721768 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] Sync routers for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:29:10.731040 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:29:10.731671 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:28:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:10.835647 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks [] for router, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:10.845869 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:29:10.981570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.142072 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Deleting port 829a0d61-92cc-481e-8d29-c2b849307cb2 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:11.142385 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.167960 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:29:10Z', 'revision_number': 5, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port': {'id': '829a0d61-92cc-481e-8d29-c2b849307cb2', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44870a65-384c-4196-bb91-3140474553e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:23:52Z', 'updated_at': '2021-06-26T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:11.192691 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] Checking router: 44870a65-384c-4196-bb91-3140474553e3 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:29:11.201793 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] Routers {'44870a65-384c-4196-bb91-3140474553e3'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:29:11.202501 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:28:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['44870a65-384c-4196-bb91-3140474553e3'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:11.233238 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] For port 829a0d61-92cc-481e-8d29-c2b849307cb2, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=829a0d61-92cc-481e-8d29-c2b849307cb2,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:29:11.233833 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.245828 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Calling delete_port for 829a0d61-92cc-481e-8d29-c2b849307cb2 owned by network:router_gateway {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:11.293846 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] Set router 44870a65-384c-4196-bb91-3140474553e3 gateway port host: None {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:29:11.352968 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:29:10Z', 'revision_number': 6, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port_host': None}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:11.380028 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df83e2-1575-4546-b2fa-eed6df953b1d None None] The sync data for ids ['44870a65-384c-4196-bb91-3140474553e3'] in dv-cinder-798198-1-smb is: [{'id': '44870a65-384c-4196-bb91-3140474553e3', 'name': 'tempest-TestShelveInstance-872691314-router', 'tenant_id': 'db9571ee1c43419fb3212e2c4f355337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:23:51Z', 'updated_at': '2021-06-26T18:29:10Z', 'revision_number': 6, 'project_id': 'db9571ee1c43419fb3212e2c4f355337', 'gw_port_host': None}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:29:11.581717 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.586162 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e1feda1c-4ec9-4e93-a1aa-a359e48efb84 tempest-VolumesActionsTest-655443747 tempest-VolumesActionsTest-655443747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:11.608390 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Pushing event deleted for resources: {'Port': ['ID=829a0d61-92cc-481e-8d29-c2b849307cb2,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:11.610874 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:11.672238 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595121'] for router_gateway, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.765836 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6917'] for router, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.769252 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.834898 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device b069823b-ea75-4d25-8bee-2ed1948f86f8 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:29:11.855236 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: b069823b-ea75-4d25-8bee-2ed1948f86f8 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:29:11.855472 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device b069823b-ea75-4d25-8bee-2ed1948f86f8 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:29:11.883920 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-595942'] for router, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.884546 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44870a65-384c-4196-bb91-3140474553e3 {{(pid=93534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:29:11.889744 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.891144 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] 10.222.0.15 "DELETE /v2.0/routers/44870a65-384c-4196-bb91-3140474553e3 HTTP/1.1" status: 204 len: 168 time: 1.1709573 Jun 26 18:29:11.893631 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39658) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:11.938366 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aaa661a-200b-455d-9b6a-8fd313c9d2b2 admin admin] Deleting subnet cd2835cb-dacc-4105-98ab-364b8be475c5 {{(pid=93534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:29:11.941535 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5aaa661a-200b-455d-9b6a-8fd313c9d2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:11.976010 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5aaa661a-200b-455d-9b6a-8fd313c9d2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1068046848'] for subnet, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.055295 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5aaa661a-200b-455d-9b6a-8fd313c9d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.176724 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5aaa661a-200b-455d-9b6a-8fd313c9d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067951234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068246259'] for subnet, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.176724 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:12.194916 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa661a-200b-455d-9b6a-8fd313c9d2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2835cb-dacc-4105-98ab-364b8be475c5,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:12.197789 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5aaa661a-200b-455d-9b6a-8fd313c9d2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:12.198780 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5aaa661a-200b-455d-9b6a-8fd313c9d2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.200646 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-5aaa661a-200b-455d-9b6a-8fd313c9d2b2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cd2835cb-dacc-4105-98ab-364b8be475c5 HTTP/1.1" status: 204 len: 168 time: 0.3060260 Jun 26 18:29:12.203613 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39662) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:12.211788 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a593465-1a0c-4492-9edb-86050a8c7ba5 None None] Network 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:29:12.267356 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39664) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:12.286363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.341009 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Deleting port 98abe3b1-da82-4dae-9974-df87ccdded9e {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:12.341577 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.397937 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8fe5-d43b-4f2a-8f52-d246bad5509c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.430162 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] For port 98abe3b1-da82-4dae-9974-df87ccdded9e, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=98abe3b1-da82-4dae-9974-df87ccdded9e,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:29:12.430534 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.445449 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Calling delete_port for 98abe3b1-da82-4dae-9974-df87ccdded9e owned by network:dhcp {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:12.456632 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] DHCP port deletion for 6a83cc05-7cb2-4a43-8b85-3d8b86b65665 request from dv-cinder-798198-1-smb {{(pid=93536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:29:12.513834 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8fe5-d43b-4f2a-8f52-d246bad5509c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.522336 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] Deleting port 98abe3b1-da82-4dae-9974-df87ccdded9e {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:12.522752 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.584297 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] For port 98abe3b1-da82-4dae-9974-df87ccdded9e, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=98abe3b1-da82-4dae-9974-df87ccdded9e,segment=NetworkSegment(0e76f50b-b60f-419c-81b4-aa651d631498),segment_id=0e76f50b-b60f-419c-81b4-aa651d631498)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:29:12.584660 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.597172 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] Calling delete_port for 98abe3b1-da82-4dae-9974-df87ccdded9e owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:12.601165 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5c7c850d-06f2-42a1-8692-06eb46e2c242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.627100 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8fe5-d43b-4f2a-8f52-d246bad5509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.631930 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.632768 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b3577190-5eb6-4667-ab6a-bf0d20c3ae8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:12.639188 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-36645265-3aa8-4685-a59c-b5864fd6f1f6 tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:12.686349 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=98abe3b1-da82-4dae-9974-df87ccdded9e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:12.686531 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-6c6f8fe5-d43b-4f2a-8f52-d246bad5509c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b4cc4d1305747d197233c7829fd7a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148533 Jun 26 18:29:12.686642 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] No DVR routers for this DVR port 98abe3b1-da82-4dae-9974-df87ccdded9e on host dv-cinder-798198-1-smb {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:29:12.686817 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39672) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:12.687108 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:12.690104 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.693339 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f8fe5-d43b-4f2a-8f52-d246bad5509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd8cf34-02c7-4005-845e-b70ad07a7f5a,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:12.694283 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:12.697205 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6c6f8fe5-d43b-4f2a-8f52-d246bad5509c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:12.721674 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] Pushing event deleted for resources: {'Port': ['ID=98abe3b1-da82-4dae-9974-df87ccdded9e,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:12.723655 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] No DVR routers for this DVR port 98abe3b1-da82-4dae-9974-df87ccdded9e on host dv-cinder-798198-1-smb {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:29:12.725248 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:12.744681 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-434ad9d6-b14e-4aa7-a777-d146dc76fa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.772277 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-434ad9d6-b14e-4aa7-a777-d146dc76fa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.899004 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-434ad9d6-b14e-4aa7-a777-d146dc76fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.901636 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-434ad9d6-b14e-4aa7-a777-d146dc76fa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:12.902905 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-434ad9d6-b14e-4aa7-a777-d146dc76fa8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebd8cf34-02c7-4005-845e-b70ad07a7f5a HTTP/1.1" status: 204 len: 168 time: 0.2151513 Jun 26 18:29:12.903700 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f2957d41-ac63-45ef-963f-6f157d678f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:12.911709 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad9d6-b14e-4aa7-a777-d146dc76fa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd8cf34-02c7-4005-845e-b70ad07a7f5a,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:12.914002 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-434ad9d6-b14e-4aa7-a777-d146dc76fa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:12.953330 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.067399 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.076981 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a83cc05-7cb2-4a43-8b85-3d8b86b65665']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:13.087326 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e76f50b-b60f-419c-81b4-aa651d631498') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:13.087634 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e76f50b-b60f-419c-81b4-aa651d631498') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:13.096794 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.110756 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.116782 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:29:13.117258 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:29:13.119206 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:29:13.238802 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.242723 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6f504607-97ea-4fe2-bc09-4eaee2cc36f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:13.246377 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.248482 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] 10.222.0.15 "DELETE /v2.0/networks/6a83cc05-7cb2-4a43-8b85-3d8b86b65665 HTTP/1.1" status: 204 len: 168 time: 1.0438931 Jun 26 18:29:13.251382 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39678) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:13.257575 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=6a83cc05-7cb2-4a43-8b85-3d8b86b65665,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:13.270348 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.270730 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.271111 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.271480 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.271845 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.272205 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.272607 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.272957 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.273320 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.273679 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.274036 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.274916 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:13.278059 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:13.538958 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 98abe3b1-da82-4dae-9974-df87ccdded9e no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:29:13.559596 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 98abe3b1-da82-4dae-9974-df87ccdded9e {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:29:13.559950 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 98abe3b1-da82-4dae-9974-df87ccdded9e not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:29:13.560710 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 829a0d61-92cc-481e-8d29-c2b849307cb2 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:29:13.579205 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 829a0d61-92cc-481e-8d29-c2b849307cb2 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:29:13.579557 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 829a0d61-92cc-481e-8d29-c2b849307cb2 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:29:13.634757 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39684) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:13.648942 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ab689040-0f6f-46df-832e-e897eb26d41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.688179 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.737106 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ab689040-0f6f-46df-832e-e897eb26d41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.812870 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ab689040-0f6f-46df-832e-e897eb26d41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.816669 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ded48caa-86e6-4bed-ac84-a91f0873afcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:13.850787 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ab689040-0f6f-46df-832e-e897eb26d41f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e981f6382a24af09addab4a8eefe436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149103 Jun 26 18:29:13.851894 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668411'] for router_interface, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:13.853122 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab689040-0f6f-46df-832e-e897eb26d41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321240dc-f890-48d0-8214-ccda15b1593f,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:13.854081 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39686) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:13.856306 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ab689040-0f6f-46df-832e-e897eb26d41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:13.986676 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f497cd2d-8d69-4a2f-95f0-a52560abdfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:14.054799 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f497cd2d-8d69-4a2f-95f0-a52560abdfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:14.182361 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f497cd2d-8d69-4a2f-95f0-a52560abdfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:14.184994 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f497cd2d-8d69-4a2f-95f0-a52560abdfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:14.186851 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f497cd2d-8d69-4a2f-95f0-a52560abdfaa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/321240dc-f890-48d0-8214-ccda15b1593f HTTP/1.1" status: 204 len: 168 time: 0.3318660 Jun 26 18:29:14.187764 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f9213fd8-71c4-4c5a-89f2-fdd6405767d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:14.190235 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Deleting port b5194303-6017-418d-8276-71e788d9e916 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:14.190826 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:14.212544 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497cd2d-8d69-4a2f-95f0-a52560abdfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321240dc-f890-48d0-8214-ccda15b1593f,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:14.215701 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f497cd2d-8d69-4a2f-95f0-a52560abdfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:14.277428 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] For port b5194303-6017-418d-8276-71e788d9e916, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=b5194303-6017-418d-8276-71e788d9e916,segment=NetworkSegment(4df766f1-cdee-456b-b750-39ae56b9e189),segment_id=4df766f1-cdee-456b-b750-39ae56b9e189)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:29:14.277794 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:14.289884 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Calling delete_port for b5194303-6017-418d-8276-71e788d9e916 owned by network:router_interface {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:14.570258 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:14.573413 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-398a3c3f-15c9-4866-ad34-7eae2df5cf37 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:14.598935 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5194303-6017-418d-8276-71e788d9e916,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:14.601401 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:14.775843 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3612383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592651'] for router_interface, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:14.990828 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:29:15.099879 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:29:15.108668 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] 10.222.0.15 "PUT /v2.0/routers/5e077e3c-e1be-45e8-8c67-4e647a1704c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522782 Jun 26 18:29:15.108772 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39718) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:15.110925 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] Sync routers for ids ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:29:15.119781 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:15.132452 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] Routers {'5e077e3c-e1be-45e8-8c67-4e647a1704c8'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:29:15.133061 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:29:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:15.239400 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks [] for router, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:15.240064 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] Set router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:29:15.355371 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:15.429675 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:24:00Z', 'updated_at': '2021-06-26T18:29:14Z', 'revision_number': 5, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'gw_port': {'id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:02Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:15.460742 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] Checking router: 5e077e3c-e1be-45e8-8c67-4e647a1704c8 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:29:15.470676 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] Routers {'5e077e3c-e1be-45e8-8c67-4e647a1704c8'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:29:15.471484 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:29:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:15.559586 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Deleting port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:15.561019 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:15.592729 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] Set router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:29:15.641666 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] For port 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:29:15.642029 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:15.653664 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Calling delete_port for 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 owned by network:router_gateway {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:15.774484 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:24:00Z', 'updated_at': '2021-06-26T18:29:14Z', 'revision_number': 5, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'gw_port': {'id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:02Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:15.802164 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6545a3-e03a-4fa5-adcf-18274383164b None None] The sync data for ids ['5e077e3c-e1be-45e8-8c67-4e647a1704c8'] in dv-cinder-798198-1-smb is: [{'id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'name': 'tempest-TestShelveInstance-1280717604-router', 'tenant_id': 'd12960e0279d486facfcc32a529a3a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:24:00Z', 'updated_at': '2021-06-26T18:29:14Z', 'revision_number': 5, 'project_id': 'd12960e0279d486facfcc32a529a3a83', 'gw_port': {'id': '9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e077e3c-e1be-45e8-8c67-4e647a1704c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:24:02Z', 'updated_at': '2021-06-26T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:29:15.893317 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:15.896345 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5803c5a6-22d4-4c50-bf2b-e51d245b76be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:15.918873 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:15.922960 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:15.980344 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595121'] for router_gateway, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.035562 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39734) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:16.067225 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6917'] for router, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.069333 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.140989 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ecaffc26-f205-4f62-a598-a56674131adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.181637 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-595942'] for router, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.182479 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e077e3c-e1be-45e8-8c67-4e647a1704c8 {{(pid=93534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:29:16.189698 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.191626 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-40c81976-8e96-4014-9eea-ae83711fdf3a admin admin] 10.222.0.15 "DELETE /v2.0/routers/5e077e3c-e1be-45e8-8c67-4e647a1704c8 HTTP/1.1" status: 204 len: 168 time: 1.0788081 Jun 26 18:29:16.193518 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39738) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:16.240221 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8524ddb9-5c62-46b7-9a41-abea2ce19d5d admin admin] Deleting subnet bf309435-a5df-4197-b0c6-bc6259eaab3e {{(pid=93534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:29:16.243435 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8524ddb9-5c62-46b7-9a41-abea2ce19d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.247176 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ecaffc26-f205-4f62-a598-a56674131adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.280364 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8524ddb9-5c62-46b7-9a41-abea2ce19d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1068046848'] for subnet, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.330166 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-ecaffc26-f205-4f62-a598-a56674131adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.332797 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-4d76cdd3-cbdf-445c-8bcb-0c1b8a99fdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:16.364370 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8524ddb9-5c62-46b7-9a41-abea2ce19d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.367431 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaffc26-f205-4f62-a598-a56674131adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ace064-a7e2-49a4-ac9d-4b80e88d5402,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:16.370518 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-ecaffc26-f205-4f62-a598-a56674131adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:16.373819 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-ecaffc26-f205-4f62-a598-a56674131adc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91266b0696bf479fac3eeffbd9395bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371372 Jun 26 18:29:16.381520 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39740) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:16.443304 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-339e1596-ff35-415c-867a-a084c67cc773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.467126 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-339e1596-ff35-415c-867a-a084c67cc773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.536260 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8524ddb9-5c62-46b7-9a41-abea2ce19d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067951234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068246259'] for subnet, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.539670 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5a754072-2b6b-43cb-90b0-1a6aad0608fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:16.566705 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-8524ddb9-5c62-46b7-9a41-abea2ce19d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.568632 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-8524ddb9-5c62-46b7-9a41-abea2ce19d5d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bf309435-a5df-4197-b0c6-bc6259eaab3e HTTP/1.1" status: 204 len: 168 time: 0.3737526 Jun 26 18:29:16.570661 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524ddb9-5c62-46b7-9a41-abea2ce19d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf309435-a5df-4197-b0c6-bc6259eaab3e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:16.571414 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39746) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:16.572103 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e849388-b183-4022-84a0-5174d98a8359 None None] Network e1680e7b-80a1-4df1-9f53-193ffe0a7e87 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:29:16.572909 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-8524ddb9-5c62-46b7-9a41-abea2ce19d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:16.638595 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.674594 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-339e1596-ff35-415c-867a-a084c67cc773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.677190 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-339e1596-ff35-415c-867a-a084c67cc773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.678323 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-339e1596-ff35-415c-867a-a084c67cc773 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8ace064-a7e2-49a4-ac9d-4b80e88d5402 HTTP/1.1" status: 204 len: 168 time: 0.3009341 Jun 26 18:29:16.679778 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-61dc4ef3-6a63-4a75-abd9-4731db21e5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:16.689145 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e1596-ff35-415c-867a-a084c67cc773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ace064-a7e2-49a4-ac9d-4b80e88d5402,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:16.692035 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-339e1596-ff35-415c-867a-a084c67cc773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:16.710657 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Deleting port 3da0e033-1a45-46fb-bdef-a9268abf39de {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:16.712504 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.774480 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] For port 3da0e033-1a45-46fb-bdef-a9268abf39de, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=3da0e033-1a45-46fb-bdef-a9268abf39de,segment=NetworkSegment(4df766f1-cdee-456b-b750-39ae56b9e189),segment_id=4df766f1-cdee-456b-b750-39ae56b9e189)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:29:16.774835 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.787078 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Calling delete_port for 3da0e033-1a45-46fb-bdef-a9268abf39de owned by network:dhcp {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:16.833869 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] DHCP port deletion for e1680e7b-80a1-4df1-9f53-193ffe0a7e87 request from dv-cinder-798198-1-smb {{(pid=93536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:29:16.892356 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] Deleting port 3da0e033-1a45-46fb-bdef-a9268abf39de {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:29:16.893017 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.954296 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] For port 3da0e033-1a45-46fb-bdef-a9268abf39de, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=3da0e033-1a45-46fb-bdef-a9268abf39de,segment=NetworkSegment(4df766f1-cdee-456b-b750-39ae56b9e189),segment_id=4df766f1-cdee-456b-b750-39ae56b9e189)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:29:16.954706 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.966948 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] Calling delete_port for 3da0e033-1a45-46fb-bdef-a9268abf39de owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:29:16.975287 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:16.978176 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:17.001235 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da0e033-1a45-46fb-bdef-a9268abf39de,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:17.003710 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:17.006831 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] No DVR routers for this DVR port 3da0e033-1a45-46fb-bdef-a9268abf39de on host dv-cinder-798198-1-smb {{(pid=93535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:29:17.050058 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.052840 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-57bec32c-e336-4f33-beea-71543afeb7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:17.075573 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] Pushing event deleted for resources: {'Port': ['ID=3da0e033-1a45-46fb-bdef-a9268abf39de,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:17.079751 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.080274 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:17.080826 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cae14e-b6d1-4b04-8327-2b9752c4aa8c None None] No DVR routers for this DVR port 3da0e033-1a45-46fb-bdef-a9268abf39de on host dv-cinder-798198-1-smb {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:29:17.092025 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1680e7b-80a1-4df1-9f53-193ffe0a7e87']}} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:17.106641 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df766f1-cdee-456b-b750-39ae56b9e189') {'for_net_delete': True} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:17.106974 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.services.segments.db [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df766f1-cdee-456b-b750-39ae56b9e189') {} {{(pid=93535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:29:17.115854 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065575300'] for segment, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.130087 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.136003 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:29:17.136531 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069428417'] for segment, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: Traceback (most recent call last): Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: timer() Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: cb(*args, **kw) Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: return func(*args, **kwargs) Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: self._notify() Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: self.callback(batched_events) Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: event.method(event) Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: return f(self, *a, **k) Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: return self._get(url).json() Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: return self.request(url, 'GET', **kwargs) Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:29:17.138396 dv-cinder-798198-1-smb neutron-server[93535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:29:17.312857 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.316667 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:17.319156 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.320941 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e1680e7b-80a1-4df1-9f53-193ffe0a7e87 HTTP/1.1" status: 204 len: 168 time: 0.7485330 Jun 26 18:29:17.332348 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1680e7b-80a1-4df1-9f53-193ffe0a7e87,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:17.334682 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f7bded41-418d-4f86-b451-d970be29d457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:17.526293 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device b5194303-6017-418d-8276-71e788d9e916 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:29:17.547351 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: b5194303-6017-418d-8276-71e788d9e916 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:29:17.547728 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device b5194303-6017-418d-8276-71e788d9e916 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:29:17.548162 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 3da0e033-1a45-46fb-bdef-a9268abf39de no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:29:17.570545 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 3da0e033-1a45-46fb-bdef-a9268abf39de {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:29:17.570545 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 3da0e033-1a45-46fb-bdef-a9268abf39de not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:29:17.570545 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:29:17.588150 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:29:17.588854 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 9e3ba9f6-9a77-48cf-b5bf-fc7404f01a23 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:29:17.678874 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39772) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:17.718424 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-4883b27a-470f-4de7-a4cf-bf5c76ba0089 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db9571ee1c43419fb3212e2c4f355337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382340 Jun 26 18:29:17.720795 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39774) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:17.768094 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-26712628-4a62-4b16-8913-1c5246dc46ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.792474 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-26712628-4a62-4b16-8913-1c5246dc46ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.928124 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-26712628-4a62-4b16-8913-1c5246dc46ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.928124 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-26712628-4a62-4b16-8913-1c5246dc46ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:17.928124 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-26712628-4a62-4b16-8913-1c5246dc46ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70e1f7fb-ae65-4faa-99bc-60f2207e0dfa HTTP/1.1" status: 204 len: 168 time: 0.2039804 Jun 26 18:29:17.928124 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-35d65f72-8f11-4812-b94d-7fddd6f2b89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:17.935893 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26712628-4a62-4b16-8913-1c5246dc46ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e1f7fb-ae65-4faa-99bc-60f2207e0dfa,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:17.938997 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-26712628-4a62-4b16-8913-1c5246dc46ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:18.595287 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39792) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:18.636813 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-f0fc5faf-fac3-48b0-9734-d58c34104058 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d12960e0279d486facfcc32a529a3a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380342 Jun 26 18:29:18.637156 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39794) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:18.687784 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-76dcbc5d-c098-4012-a452-8dba7d3ce1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:18.709736 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-76dcbc5d-c098-4012-a452-8dba7d3ce1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:18.832367 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-76dcbc5d-c098-4012-a452-8dba7d3ce1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:18.835108 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-76dcbc5d-c098-4012-a452-8dba7d3ce1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:18.836532 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-76dcbc5d-c098-4012-a452-8dba7d3ce1dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25b7f1b1-b001-47c0-a001-c12717c255c9 HTTP/1.1" status: 204 len: 168 time: 0.1985686 Jun 26 18:29:18.837452 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e844eb18-c050-411b-8cb1-c3bde349c209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:18.845502 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcbc5d-c098-4012-a452-8dba7d3ce1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b7f1b1-b001-47c0-a001-c12717c255c9,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:18.852697 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5d-c098-4012-a452-8dba7d3ce1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:25.251117 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 39920) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:25.348943 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-919c2131-ec03-49ed-bf55-f31291b4901e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:25.435244 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-919c2131-ec03-49ed-bf55-f31291b4901e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:25.501347 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-919c2131-ec03-49ed-bf55-f31291b4901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:25.504680 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-b86c7bb7-194c-47a8-ba3f-1a285bb9615b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:25.542415 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-919c2131-ec03-49ed-bf55-f31291b4901e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a768e084ad204202bc8fb8c80cc21730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940705 Jun 26 18:29:25.543449 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c2131-ec03-49ed-bf55-f31291b4901e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c2b86-87db-4116-88cf-02911d02bc71,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:25.545125 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 39924) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:25.546771 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-919c2131-ec03-49ed-bf55-f31291b4901e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:25.594968 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1b0fa062-02aa-4d71-8973-808b0ac26cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:25.615390 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1b0fa062-02aa-4d71-8973-808b0ac26cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:25.718549 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1b0fa062-02aa-4d71-8973-808b0ac26cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:25.721137 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-1b0fa062-02aa-4d71-8973-808b0ac26cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:25.722492 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-1b0fa062-02aa-4d71-8973-808b0ac26cc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e52c2b86-87db-4116-88cf-02911d02bc71 HTTP/1.1" status: 204 len: 168 time: 0.1763730 Jun 26 18:29:25.723242 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6a98b35f-08e9-470a-8a29-329ef44d36fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:25.730618 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fa062-02aa-4d71-8973-808b0ac26cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c2b86-87db-4116-88cf-02911d02bc71,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:25.733064 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1b0fa062-02aa-4d71-8973-808b0ac26cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:30.941170 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:38.172582 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:29:39.946717 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-66ca5b62-15fb-47bb-a3e2-1fb12af20a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:41.743075 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40100) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:41.844225 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:41.927553 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.001430 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.003922 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1b0fa062-02aa-4d71-8973-808b0ac26cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:42.042852 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18c8cbe7cb864e6d9422b73ea801aaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987275 Jun 26 18:29:42.043736 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f338f7cf-b95c-405e-b207-dfc14141bfa9,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:42.045699 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40108) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:42.062491 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.062881 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.063313 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.063631 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.063999 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.064363 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.064875 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.065224 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.065581 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.065939 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.066293 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.066652 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:29:42.071756 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d863250d-8cfc-415f-87b2-d3547faf7570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:42.106375 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7dbd813b-0af9-4dc2-8d28-0c1684e109f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.126503 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7dbd813b-0af9-4dc2-8d28-0c1684e109f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.245829 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40112) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:42.252004 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7dbd813b-0af9-4dc2-8d28-0c1684e109f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.254669 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7dbd813b-0af9-4dc2-8d28-0c1684e109f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.258968 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-7dbd813b-0af9-4dc2-8d28-0c1684e109f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f338f7cf-b95c-405e-b207-dfc14141bfa9 HTTP/1.1" status: 204 len: 168 time: 0.2091975 Jun 26 18:29:42.258968 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-add4d30e-1c6f-4194-8272-59d3fe147905 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:42.265255 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd813b-0af9-4dc2-8d28-0c1684e109f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f338f7cf-b95c-405e-b207-dfc14141bfa9,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:42.267565 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7dbd813b-0af9-4dc2-8d28-0c1684e109f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:42.350584 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a135c473-c905-4379-8505-ebd7916c1098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.433752 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a135c473-c905-4379-8505-ebd7916c1098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.504841 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a135c473-c905-4379-8505-ebd7916c1098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.508047 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-1d8e1bde-c463-4837-a215-cc3e9bcd6aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:42.543710 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a135c473-c905-4379-8505-ebd7916c1098 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6f4b85000004930a53112e40e27f523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968166 Jun 26 18:29:42.544874 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5328daf1-30d6-46a5-8e23-985c4bef852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.545371 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135c473-c905-4379-8505-ebd7916c1098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b412307-809c-4c15-89d6-695f13045599,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:42.546639 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40120) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:29:42.559810 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a135c473-c905-4379-8505-ebd7916c1098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:42.599585 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3d83-0a9d-4bb6-874e-ff66ae5eff6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.621054 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3d83-0a9d-4bb6-874e-ff66ae5eff6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.746594 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3d83-0a9d-4bb6-874e-ff66ae5eff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.749231 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3d83-0a9d-4bb6-874e-ff66ae5eff6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:42.750402 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-3b6e3d83-0a9d-4bb6-874e-ff66ae5eff6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b412307-809c-4c15-89d6-695f13045599 HTTP/1.1" status: 204 len: 168 time: 0.2027411 Jun 26 18:29:42.751233 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-30944bec-ac14-4a91-8485-0a3eb846d81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:29:42.759521 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e3d83-0a9d-4bb6-874e-ff66ae5eff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b412307-809c-4c15-89d6-695f13045599,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:29:42.761974 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-3b6e3d83-0a9d-4bb6-874e-ff66ae5eff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:29:42.996168 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:43.660866 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:29:45.130008 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:00.963400 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:08.846615 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40294) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:08.948653 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-76b090f6-0fe0-487e-9049-66c23be72315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:09.032749 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-76b090f6-0fe0-487e-9049-66c23be72315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:09.095112 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-76b090f6-0fe0-487e-9049-66c23be72315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:09.097622 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-fc545c9c-9651-47b5-8e51-23c8d68c77bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:09.132238 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b090f6-0fe0-487e-9049-66c23be72315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e455a96-7ff4-4200-9a3a-8e74cd1ce2f9,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:09.139982 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40298) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:09.140631 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-76b090f6-0fe0-487e-9049-66c23be72315 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91988878aed34c71b2996013d24aa4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923410 Jun 26 18:30:09.141065 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-76b090f6-0fe0-487e-9049-66c23be72315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:09.191746 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-53264cc3-da46-4ba8-97e3-5b8fe2d14a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:09.212233 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-53264cc3-da46-4ba8-97e3-5b8fe2d14a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:09.329221 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-53264cc3-da46-4ba8-97e3-5b8fe2d14a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:09.331737 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-53264cc3-da46-4ba8-97e3-5b8fe2d14a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:09.332911 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-53264cc3-da46-4ba8-97e3-5b8fe2d14a22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e455a96-7ff4-4200-9a3a-8e74cd1ce2f9 HTTP/1.1" status: 204 len: 168 time: 0.1916578 Jun 26 18:30:09.333682 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7dbd813b-0af9-4dc2-8d28-0c1684e109f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:09.342105 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53264cc3-da46-4ba8-97e3-5b8fe2d14a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e455a96-7ff4-4200-9a3a-8e74cd1ce2f9,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:09.348194 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-53264cc3-da46-4ba8-97e3-5b8fe2d14a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:09.945232 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e4311da7-f10a-4497-adee-0fe6f0da5211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:12.546599 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fe67e789-453a-49d5-8f72-50703f7d0f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:12.946527 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:13.683882 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:15.072495 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:15.172009 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:30:22.149983 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40426) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:22.251232 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-62d7cdb1-3b73-41cb-804d-b50cbd9109f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:22.338812 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-62d7cdb1-3b73-41cb-804d-b50cbd9109f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:22.414943 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-62d7cdb1-3b73-41cb-804d-b50cbd9109f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:22.417557 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-e14d1f80-9906-4094-9d46-0522afb055e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:22.452526 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-62d7cdb1-3b73-41cb-804d-b50cbd9109f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0b22251905e4f7fbd942f8a7f3728e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014996 Jun 26 18:30:22.453365 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7cdb1-3b73-41cb-804d-b50cbd9109f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f92ff7-e456-4457-98d1-03774489bc2b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:22.456101 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40430) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:22.456652 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-62d7cdb1-3b73-41cb-804d-b50cbd9109f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:22.506218 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:22.526414 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:22.636924 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:22.639377 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:22.640658 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2f92ff7-e456-4457-98d1-03774489bc2b HTTP/1.1" status: 204 len: 168 time: 0.1829810 Jun 26 18:30:22.642073 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e21e8dd5-5457-478b-8cad-05bc914ba93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:22.653164 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f92ff7-e456-4457-98d1-03774489bc2b,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:22.656955 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.657882 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.658456 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.658995 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.659519 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.660023 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.660550 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.661022 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.661545 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.662016 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.662506 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.662979 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:22.667007 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:23.589412 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40452) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:23.682078 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-281936683-network', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:30:23.752433 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Made reservation on behalf of b3f27cb202c04b91817f642e011ffd65 for: {'network': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:30:23.754934 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:23.767910 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:23.853986 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:23.911848 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:23.915760 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-919c2131-ec03-49ed-bf55-f31291b4901e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:23.933008 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:30:23.947432 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400de517-25c2-4ded-9838-36e02771cd07,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:23.950516 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:23.951781 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:23.952123 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.segments_db [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Added segment 8c0d3efa-4089-4d03-b4af-63966e8cff36 of type vlan for network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e Jun 26 18:30:23.992981 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.088158 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.089769 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:24.090349 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.093341 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-494ca14c-3249-4f9a-92cd-7e3e0c44c62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:24.150288 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Pushing event updated for resources: {'Network': ['ID=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:24.153031 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:24.161313 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:30:24.175645 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-0a8faa1b-a8f4-4603-b2bb-cfb302004e0d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5851035 Jun 26 18:30:24.178452 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40456) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:24.183612 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Request body: {'subnet': {'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-281936683-subnet', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:30:24.260454 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Made reservation on behalf of b3f27cb202c04b91817f642e011ffd65 for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:30:24.262800 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068245522'] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.476900 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067951301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068245504'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.479884 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:24.534716 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c663eea-d674-4c04-a0c7-b489bab34178,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:24.537752 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:24.540363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Checking segment: {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:30:24.540734 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Network hostable DHCP agents. Network: 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:30:24.607784 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:30:24.681912 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:24.686093 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:24.686681 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.690754 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c6985-c987-4755-acf8-4a5d6c8c1b65 None None] Network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:30:24.741890 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-74db3515-9d5a-4d01-94d3-ef1f24d6a9ff admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5620308 Jun 26 18:30:24.744526 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40458) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:24.748948 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:30:24.819796 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-593007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6935'] for router, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.821113 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6926'] for router, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.832257 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff149e02-59d9-50db-81b4-0a51e7c860c9-9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178'}]}} from dv-cinder-798198-1-smb. {{(pid=93536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:30:24.833158 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.872224 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:24.961371 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Allocated IP 172.20.0.2 (9c91b221-991d-40d7-b19b-ffc9ed4a2a6e/8c663eea-d674-4c04-a0c7-b489bab34178/82d93c8c-f9cf-4da6-ac54-dda15dab6bf0) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:30:25.063602 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6972'] for router, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.099723 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.107480 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Transition to ACTIVE for port object 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:25.121081 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Transition to ACTIVE for port object 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:25.212598 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.215479 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:25.248698 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:30:25.255451 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:25.258807 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:30:25.265452 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Pushing event updated for resources: {'Port': ['ID=82d93c8c-f9cf-4da6-ac54-dda15dab6bf0,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:25.275294 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.275643 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.275981 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.276316 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.276668 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.276993 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.277318 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.277637 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.277957 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.278329 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.278653 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.278970 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:25.296663 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:25.322373 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.330676 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Attempting to bind port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:30:25.331071 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Attempting to bind port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:30:25.331475 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Attempting to bind port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 on network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:30:25.336564 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:30:25.336944 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Checking segment: {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:30:25.337354 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.337751 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Bound using segment: {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:30:25.338217 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Bound port: 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:30:25.338606 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.345366 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.398931 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] For port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:30:25.402032 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] For port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=82d93c8c-f9cf-4da6-ac54-dda15dab6bf0,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:30:25.444644 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Allocated IP 172.28.1.122 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/1b2a488b-48d3-4d66-bc8c-62130b357443) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:30:25.459733 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.463192 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:25.522812 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Pushing event updated for resources: {'Port': ['ID=82d93c8c-f9cf-4da6-ac54-dda15dab6bf0,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:25.527283 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-171e6b54-a77e-4767-bfbf-376f2ff12861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:25.558051 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.653825 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:25.655984 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c0943648-6bd5-43f7-9f36-f5d9d8a36552 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:25.699294 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:30:25.701790 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:25.707107 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:30:25.710151 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Pushing event updated for resources: {'Port': ['ID=1b2a488b-48d3-4d66-bc8c-62130b357443,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:25.729923 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:26.062520 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:26.260625 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595074'] for router, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:26.358840 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55a939-4060-443c-b06c-34db01d38a68 None None] Network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:30:26.511912 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b is scheduled to L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a with binding_index 1 {{(pid=93534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:30:26.534573 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-8cfa9cf4-b38d-4459-85ac-3373101077f4 None None] Provisioning for port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:26.621364 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:30:26.631805 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Sync routers for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:30:26.644820 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:30:26.645733 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:30:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:26.695079 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:26.699314 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-89b0702b-3b52-456c-8cea-b1fc0fc5b7ad admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9514835 Jun 26 18:30:26.699964 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40460) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:26.754627 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:30:26.932428 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:25Z', 'revision_number': 3, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:26.957338 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Checking router: 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:30:26.957701 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Updating router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b port 1b2a488b-48d3-4d66-bc8c-62130b357443 binding host dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:30:26.993302 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.098425 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.239764 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.245712 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Allocated IP 172.20.0.1 (9c91b221-991d-40d7-b19b-ffc9ed4a2a6e/8c663eea-d674-4c04-a0c7-b489bab34178/f9572702-e05a-4912-80d4-68590a82cb4b) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:30:27.249682 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Transition to ACTIVE for port object 1b2a488b-48d3-4d66-bc8c-62130b357443 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:27.306679 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.309659 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:27.347719 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.356545 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Attempting to bind port 1b2a488b-48d3-4d66-bc8c-62130b357443 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:30:27.356545 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Attempting to bind port 1b2a488b-48d3-4d66-bc8c-62130b357443 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:30:27.356545 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Attempting to bind port 1b2a488b-48d3-4d66-bc8c-62130b357443 on network 1b897550-475e-45c1-a445-070a8b8b93f4 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:30:27.359726 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.provisioning_blocks [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Transition to ACTIVE for port object f9572702-e05a-4912-80d4-68590a82cb4b will not be triggered until provisioned by entity DHCP. {{(pid=93535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:27.365509 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:30:27.366049 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Checking segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:30:27.366301 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.366708 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Bound using segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:30:27.367186 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Bound port: 1b2a488b-48d3-4d66-bc8c-62130b357443, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:30:27.367582 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.369260 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65c2f2-d98f-42dc-9606-9e950ea447fe None None] Pushing event updated for resources: {'Port': ['ID=1b2a488b-48d3-4d66-bc8c-62130b357443,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:27.372017 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ef65c2f2-d98f-42dc-9606-9e950ea447fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:27.422180 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] For port 1b2a488b-48d3-4d66-bc8c-62130b357443, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:30:27.425932 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] For port 1b2a488b-48d3-4d66-bc8c-62130b357443, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=1b2a488b-48d3-4d66-bc8c-62130b357443,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:30:27.444021 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069428247'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.446111 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-6f0a5f98-8e14-404b-82b2-5ed9356de741 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:27.472674 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.474650 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5404630b-83ea-4efb-9063-df021a4e7523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:27.482835 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:30:27.488176 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:27.490761 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:30:27.524050 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Pushing event updated for resources: {'Port': ['ID=f9572702-e05a-4912-80d4-68590a82cb4b,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:27.527096 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:27.534670 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:30:27.535317 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:30:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:27.538554 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65c2f2-d98f-42dc-9606-9e950ea447fe None None] Pushing event updated for resources: {'Port': ['ID=1b2a488b-48d3-4d66-bc8c-62130b357443,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:27.546860 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668160'] for router_interface, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.579082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ef65c2f2-d98f-42dc-9606-9e950ea447fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:27.632357 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:27.771221 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.822433 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:30:27.901441 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2c138fa6-d51f-4f0c-9c39-c3411672e9ce None None] Provisioning for port f9572702-e05a-4912-80d4-68590a82cb4b completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:27.931852 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2c138fa6-d51f-4f0c-9c39-c3411672e9ce None None] Provisioning complete for port f9572702-e05a-4912-80d4-68590a82cb4b triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:27.932089 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.932224 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2c138fa6-d51f-4f0c-9c39-c3411672e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.956033 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:27.967512 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:27.967892 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.991961 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069428453'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:27.995431 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-282cc9c8-d8da-4b83-a37b-e6d9520781b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:28.004102 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2c138fa6-d51f-4f0c-9c39-c3411672e9ce None None] Port f9572702-e05a-4912-80d4-68590a82cb4b cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:30:28.060160 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Pushing event updated for resources: {'Port': ['ID=f9572702-e05a-4912-80d4-68590a82cb4b,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:28.062625 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3612358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668316'] for router_interface, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:28.065453 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:28.094361 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:25Z', 'revision_number': 3, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:28.125058 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23986bd-d1be-498d-9996-faf21aadbaa0 None None] The sync data for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb is: [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:25Z', 'revision_number': 3, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:30:28.127813 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:28.156732 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:30:28.158909 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:28.167343 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=82d93c8c-f9cf-4da6-ac54-dda15dab6bf0,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:30:28.254182 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:28.257253 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:28.287633 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:30:28.311122 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=82d93c8c-f9cf-4da6-ac54-dda15dab6bf0,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:28.321392 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:28.418241 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:30:28.425597 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] 10.222.0.15 "PUT /v2.0/routers/23363bad-7cb6-48d9-a3f3-e4b9aa7e667b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7242794 Jun 26 18:30:28.428840 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-de487657-6c94-4574-9a70-aa6a1bb00cab None None] Provisioning complete for port f9572702-e05a-4912-80d4-68590a82cb4b triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:28.429318 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-de487657-6c94-4574-9a70-aa6a1bb00cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:28.471698 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-de487657-6c94-4574-9a70-aa6a1bb00cab None None] Port f9572702-e05a-4912-80d4-68590a82cb4b cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:30:29.108088 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40480) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:29.113098 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2122309632-network', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:30:29.196469 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Made reservation on behalf of 73907926b7094c628a0de53a8c4e7a0a for: {'network': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:30:29.198843 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for network, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.209666 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.297141 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.350623 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.353704 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-3c880ead-996f-4782-b836-86498c1532c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:29.378368 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:30:29.383557 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a7f77a-95c9-44ff-a7b9-d47688320667,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:29.387302 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:29.391582 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.391930 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.segments_db [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Added segment 5b0cdb1a-1ea0-4e6c-ab17-97de583b1908 of type vlan for network d67337cd-a904-4730-93fb-376133460ec1 Jun 26 18:30:29.432363 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777304055911'] for network, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.524785 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708'] for network, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.526167 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:29.526769 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.529095 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:29.593071 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Pushing event updated for resources: {'Network': ['ID=d67337cd-a904-4730-93fb-376133460ec1,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:29.596121 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:29.603614 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Network d67337cd-a904-4730-93fb-376133460ec1 details requested by agent ovs-agent-dv-cinder-798198-1-smb with host dv-cinder-798198-1-smb {{(pid=93536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:30:29.621791 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-587b9e41-dfff-4b9f-aa13-2c3489a7baf8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5125828 Jun 26 18:30:29.624540 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40482) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:29.630792 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Request body: {'subnet': {'network_id': 'd67337cd-a904-4730-93fb-376133460ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2122309632-subnet', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'ip_version': 4}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:30:29.676078 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 1b2a488b-48d3-4d66-bc8c-62130b357443 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:29.695336 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Made reservation on behalf of 73907926b7094c628a0de53a8c4e7a0a for: {'subnet': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:30:29.698275 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1068245522'] for subnet, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.719419 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Sync routers for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:30:29.729590 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:30:29.730211 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:30:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:29.786339 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 1b2a488b-48d3-4d66-bc8c-62130b357443 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:29.790405 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 1b2a488b-48d3-4d66-bc8c-62130b357443 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:29.790796 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.833639 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:30:29.885505 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.904755 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 1b2a488b-48d3-4d66-bc8c-62130b357443, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=1b2a488b-48d3-4d66-bc8c-62130b357443,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:30:29.912286 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067951301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1068245504'] for subnet, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.916556 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-43dd7334-a2e3-4231-878c-88c1b1a55b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:29.961688 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0800a9fd-f082-4765-953d-014ff0a36755,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:29.968199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:29.977576 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Checking segment: {'id': '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:30:29.977935 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Network hostable DHCP agents. Network: d67337cd-a904-4730-93fb-376133460ec1, hostable agents: ['2ac8721c-02d1-4bcf-9df8-cf2580777a4e'], hosted agents: [] {{(pid=93534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:30:29.992280 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:29.993206 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:29.994987 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:30.027948 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'f9572702-e05a-4912-80d4-68590a82cb4b', 'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'mac_address': 'fa:16:3e:d2:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:27Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 2, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'subnets': [{'id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:30.037881 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Network d67337cd-a904-4730-93fb-376133460ec1 is scheduled to be hosted by DHCP agent 2ac8721c-02d1-4bcf-9df8-cf2580777a4e with binding_index 1 {{(pid=93534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:30:30.055061 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Checking router: 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:30:30.055471 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Updating router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b port f9572702-e05a-4912-80d4-68590a82cb4b binding host dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:30:30.066141 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=1b2a488b-48d3-4d66-bc8c-62130b357443,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:30.070090 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:30.080317 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:30.080789 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.099765 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-smb, d67337cd-a904-4730-93fb-376133460ec1) {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:30.104463 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:30.105584 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.105707 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.117211 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0e55b-45c0-4f58-baf7-b5d1c1c30097 None None] Network d67337cd-a904-4730-93fb-376133460ec1 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:30:30.188815 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-bb1191f7-7a9f-4122-b557-0da6a8428db1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5607905 Jun 26 18:30:30.189395 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40486) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:30.194505 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:30:30.284982 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-593007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6935'] for router, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.286035 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6926'] for router, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.299483 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff149e02-59d9-50db-81b4-0a51e7c860c9-d67337cd-a904-4730-93fb-376133460ec1', 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'fixed_ips': [{'subnet_id': '0800a9fd-f082-4765-953d-014ff0a36755'}]}} from dv-cinder-798198-1-smb. {{(pid=93536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:30:30.300788 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.342475 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.435716 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Allocated IP 172.20.0.2 (d67337cd-a904-4730-93fb-376133460ec1/0800a9fd-f082-4765-953d-014ff0a36755/97e571c6-6242-4eab-b684-68436ff317d9) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:30:30.558404 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.570011 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6972'] for router, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.570727 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Transition to ACTIVE for port object f9572702-e05a-4912-80d4-68590a82cb4b will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:30.584845 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.592863 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Transition to ACTIVE for port object 97e571c6-6242-4eab-b684-68436ff317d9 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:30.607932 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Transition to ACTIVE for port object 97e571c6-6242-4eab-b684-68436ff317d9 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:30.648131 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.650475 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5280f9c3-2e2d-4331-b51e-805008ccb777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:30.673300 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.676285 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:30.706040 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Pushing event updated for resources: {'Port': ['ID=f9572702-e05a-4912-80d4-68590a82cb4b,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:30.716673 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.716889 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.717253 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.717530 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.717849 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.718173 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.718492 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.718812 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.719129 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.719443 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.720805 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.720805 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:30:30.725477 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:30.726429 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Network d67337cd-a904-4730-93fb-376133460ec1 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:30:30.729393 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:30.737853 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:30:30.739888 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Pushing event updated for resources: {'Port': ['ID=97e571c6-6242-4eab-b684-68436ff317d9,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:30.759150 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:30.786888 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Attempting to bind port f9572702-e05a-4912-80d4-68590a82cb4b on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:30:30.787474 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Attempting to bind port f9572702-e05a-4912-80d4-68590a82cb4b by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:30:30.788014 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Attempting to bind port f9572702-e05a-4912-80d4-68590a82cb4b on network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:30:30.793430 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:30:30.794030 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Checking segment: {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:30:30.794613 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.795153 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Bound using segment: {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:30:30.795781 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Bound port: f9572702-e05a-4912-80d4-68590a82cb4b, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:30:30.796345 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.822527 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Attempting to bind port 97e571c6-6242-4eab-b684-68436ff317d9 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:30:30.822906 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Attempting to bind port 97e571c6-6242-4eab-b684-68436ff317d9 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:30:30.823278 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Attempting to bind port 97e571c6-6242-4eab-b684-68436ff317d9 on network d67337cd-a904-4730-93fb-376133460ec1 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:30:30.828783 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:30:30.829692 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Checking segment: {'id': '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:30:30.830114 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.830520 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Bound using segment: {'id': '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:30:30.831008 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Bound port: 97e571c6-6242-4eab-b684-68436ff317d9, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:30:30.831405 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.870423 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] For port f9572702-e05a-4912-80d4-68590a82cb4b, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:30:30.873731 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] For port f9572702-e05a-4912-80d4-68590a82cb4b, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=f9572702-e05a-4912-80d4-68590a82cb4b,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:30:30.910761 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] For port 97e571c6-6242-4eab-b684-68436ff317d9, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:30:30.917806 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] For port 97e571c6-6242-4eab-b684-68436ff317d9, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=97e571c6-6242-4eab-b684-68436ff317d9,segment=NetworkSegment(5b0cdb1a-1ea0-4e6c-ab17-97de583b1908),segment_id=5b0cdb1a-1ea0-4e6c-ab17-97de583b1908)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:30:30.952999 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.955976 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:30.975943 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.977519 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:30.984562 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:31.017857 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:30:31.018485 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:30:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:31.091830 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Pushing event updated for resources: {'Port': ['ID=97e571c6-6242-4eab-b684-68436ff317d9,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:31.102283 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Pushing event updated for resources: {'Port': ['ID=f9572702-e05a-4912-80d4-68590a82cb4b,revision_number=4']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:31.107876 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:31.129830 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-139e4daa-e124-4016-b3a1-e50788ab2c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:31.169834 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:30:31.195192 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:31.217239 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:31.351253 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Allocated IP 172.28.1.35 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/74588e1f-cb4f-4908-b4e9-6cb8fa5b12db) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:30:31.453303 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'f9572702-e05a-4912-80d4-68590a82cb4b', 'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'mac_address': 'fa:16:3e:d2:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:27Z', 'updated_at': '2021-06-26T18:30:30Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'subnets': [{'id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:31.458692 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:31.480161 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084d8c2-f549-4be3-ad78-005c587b0730 None None] The sync data for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb is: [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'f9572702-e05a-4912-80d4-68590a82cb4b', 'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'mac_address': 'fa:16:3e:d2:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:27Z', 'updated_at': '2021-06-26T18:30:30Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'subnets': [{'id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:30:31.558310 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:31.571302 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-18b11b5b-3635-42f6-b81f-d13d66f7929b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:31.600736 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:30:31.605410 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:31.613909 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:30:31.659765 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Pushing event updated for resources: {'Port': ['ID=74588e1f-cb4f-4908-b4e9-6cb8fa5b12db,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:31.662765 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:31.746850 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 97e571c6-6242-4eab-b684-68436ff317d9 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:31.883823 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 97e571c6-6242-4eab-b684-68436ff317d9 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:31.888523 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device f9572702-e05a-4912-80d4-68590a82cb4b up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:31.971209 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.003577 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port f9572702-e05a-4912-80d4-68590a82cb4b completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:32.008037 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port f9572702-e05a-4912-80d4-68590a82cb4b triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:32.009157 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.099024 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.142351 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port f9572702-e05a-4912-80d4-68590a82cb4b, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=f9572702-e05a-4912-80d4-68590a82cb4b,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:30:32.205769 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85453bce-85a3-464a-978c-1f7194c9a0bb None None] Network d67337cd-a904-4730-93fb-376133460ec1 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:30:32.212499 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595074'] for router, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.342600 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.346475 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 1b2a488b-48d3-4d66-bc8c-62130b357443 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:32.346935 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2a877f67-d7a4-4635-b2c0-83c61b54995e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:32.394386 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-c2e53eb1-0b69-42d8-8099-2674062abb7a None None] Provisioning for port 97e571c6-6242-4eab-b684-68436ff317d9 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:32.419802 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Router 2400cb5d-9aae-430f-a586-2daa0b455bb2 is scheduled to L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a with binding_index 1 {{(pid=93534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:30:32.428952 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-c2e53eb1-0b69-42d8-8099-2674062abb7a None None] Provisioning complete for port 97e571c6-6242-4eab-b684-68436ff317d9 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:32.429340 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c2e53eb1-0b69-42d8-8099-2674062abb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.479188 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=f9572702-e05a-4912-80d4-68590a82cb4b,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:32.485035 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:32.524738 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 1b2a488b-48d3-4d66-bc8c-62130b357443 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:32.525121 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.539026 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:30:32.562127 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Sync routers for ids ['2400cb5d-9aae-430f-a586-2daa0b455bb2'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:30:32.610900 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Routers {'2400cb5d-9aae-430f-a586-2daa0b455bb2'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:30:32.611470 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:30:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['2400cb5d-9aae-430f-a586-2daa0b455bb2'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:32.613674 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c2e53eb1-0b69-42d8-8099-2674062abb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.622697 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] Notify callbacks [] for router, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.622697 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c96ff08e-d809-49ec-882a-1c5f77220c14 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4314849 Jun 26 18:30:32.625018 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40490) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:30:32.730617 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-c2e53eb1-0b69-42d8-8099-2674062abb7a None None] For port 97e571c6-6242-4eab-b684-68436ff317d9, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=97e571c6-6242-4eab-b684-68436ff317d9,segment=NetworkSegment(5b0cdb1a-1ea0-4e6c-ab17-97de583b1908),segment_id=5b0cdb1a-1ea0-4e6c-ab17-97de583b1908)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:30:32.786552 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Set router 2400cb5d-9aae-430f-a586-2daa0b455bb2 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:30:32.815084 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c2e53eb1-0b69-42d8-8099-2674062abb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:32.842441 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:32.944540 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e53eb1-0b69-42d8-8099-2674062abb7a None None] Pushing event updated for resources: {'Port': ['ID=97e571c6-6242-4eab-b684-68436ff317d9,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:32.947455 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c2e53eb1-0b69-42d8-8099-2674062abb7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:32.968149 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-b4ad2f41-85b8-40fb-b13b-243a250b445a None None] Provisioning complete for port 97e571c6-6242-4eab-b684-68436ff317d9 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:32.968572 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2f41-85b8-40fb-b13b-243a250b445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.050440 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.071115 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:30Z', 'updated_at': '2021-06-26T18:30:31Z', 'revision_number': 3, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'gw_port': {'id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:31Z', 'updated_at': '2021-06-26T18:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:33.210125 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Allocated IP 172.20.0.1 (d67337cd-a904-4730-93fb-376133460ec1/0800a9fd-f082-4765-953d-014ff0a36755/5401240b-0927-410f-b1ad-2347dbc2c079) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:30:33.231216 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Checking router: 2400cb5d-9aae-430f-a586-2daa0b455bb2 for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:30:33.231574 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Updating router 2400cb5d-9aae-430f-a586-2daa0b455bb2 port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db binding host dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:30:33.268131 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.311899 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.324649 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Transition to ACTIVE for port object 5401240b-0927-410f-b1ad-2347dbc2c079 will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:33.415365 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.417582 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-484f10dd-8d0c-4b9c-8f26-810ee7305218 tempest-AttachVolumeNegativeTest-321779951 tempest-AttachVolumeNegativeTest-321779951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:33.457989 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Network d67337cd-a904-4730-93fb-376133460ec1 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:30:33.464536 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:33.468769 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:30:33.471867 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Pushing event updated for resources: {'Port': ['ID=5401240b-0927-410f-b1ad-2347dbc2c079,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:33.491439 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:33.507965 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-668160'] for router_interface, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.525680 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.536592 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Transition to ACTIVE for port object 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:33.592527 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.596014 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:33.623082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 97e571c6-6242-4eab-b684-68436ff317d9 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:33.680053 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Attempting to bind port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:30:33.680450 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Attempting to bind port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:30:33.680826 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Attempting to bind port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db on network 1b897550-475e-45c1-a445-070a8b8b93f4 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:30:33.684087 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67692800-5d7f-4606-8865-cfa093f3cfb4 None None] Pushing event updated for resources: {'Port': ['ID=74588e1f-cb4f-4908-b4e9-6cb8fa5b12db,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:33.689986 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-67692800-5d7f-4606-8865-cfa093f3cfb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:33.692659 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:30:33.693030 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Checking segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:30:33.693436 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.693832 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Bound using segment: {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:30:33.694304 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Bound port: 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746c10-bff7-4a51-a220-e35949385432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:30:33.694691 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.723701 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.745718 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 97e571c6-6242-4eab-b684-68436ff317d9 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:33.746018 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.779826 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] For port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:30:33.799264 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] For port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=74588e1f-cb4f-4908-b4e9-6cb8fa5b12db,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:30:33.845882 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device f9572702-e05a-4912-80d4-68590a82cb4b up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:33.870127 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.873151 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-264b3865-a47f-4e47-9532-660c16857d73 None None] Provisioning for port 5401240b-0927-410f-b1ad-2347dbc2c079 completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:33.880399 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:33.896902 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.911019 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-264b3865-a47f-4e47-9532-660c16857d73 None None] Provisioning complete for port 5401240b-0927-410f-b1ad-2347dbc2c079 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:33.911406 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-264b3865-a47f-4e47-9532-660c16857d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.969077 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:33.970674 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Routers {'2400cb5d-9aae-430f-a586-2daa0b455bb2'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:30:33.972574 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:30:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['2400cb5d-9aae-430f-a586-2daa0b455bb2'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:33.973804 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5cafa576-58f6-4c88-85f6-1e1301d7b320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:33.978353 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67692800-5d7f-4606-8865-cfa093f3cfb4 None None] Pushing event updated for resources: {'Port': ['ID=74588e1f-cb4f-4908-b4e9-6cb8fa5b12db,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:33.985814 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-67692800-5d7f-4606-8865-cfa093f3cfb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:34.019041 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-264b3865-a47f-4e47-9532-660c16857d73 None None] Port 5401240b-0927-410f-b1ad-2347dbc2c079 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:30:34.026679 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port f9572702-e05a-4912-80d4-68590a82cb4b triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:34.027060 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:34.036518 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Pushing event updated for resources: {'Port': ['ID=5401240b-0927-410f-b1ad-2347dbc2c079,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:34.039020 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3612358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668316'] for router_interface, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:34.040980 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:34.119289 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] Set router 2400cb5d-9aae-430f-a586-2daa0b455bb2 gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:30:34.131922 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Network d67337cd-a904-4730-93fb-376133460ec1 is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:30:34.133403 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:34.253674 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Router 2400cb5d-9aae-430f-a586-2daa0b455bb2 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:30:34.348339 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-eaa6366a-d31c-490b-b77a-ecd42c95e56b None None] Provisioning complete for port 5401240b-0927-410f-b1ad-2347dbc2c079 triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:34.348752 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eaa6366a-d31c-490b-b77a-ecd42c95e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:34.361892 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:30:34.367469 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] 10.222.0.15 "PUT /v2.0/routers/2400cb5d-9aae-430f-a586-2daa0b455bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7404811 Jun 26 18:30:34.386211 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6366a-d31c-490b-b77a-ecd42c95e56b None None] Port 5401240b-0927-410f-b1ad-2347dbc2c079 cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:30:34.392888 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:30Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 4, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'gw_port': {'id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:31Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '5401240b-0927-410f-b1ad-2347dbc2c079', 'name': '', 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'mac_address': 'fa:16:3e:5d:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0800a9fd-f082-4765-953d-014ff0a36755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:33Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 2, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'subnets': [{'id': '0800a9fd-f082-4765-953d-014ff0a36755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:34.419034 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d0bd4-9aac-47fe-ac40-9fff3e6ec9b3 None None] The sync data for ids ['2400cb5d-9aae-430f-a586-2daa0b455bb2'] in dv-cinder-798198-1-smb is: [{'id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:30Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 4, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'gw_port': {'id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:31Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '5401240b-0927-410f-b1ad-2347dbc2c079', 'name': '', 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'mac_address': 'fa:16:3e:5d:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0800a9fd-f082-4765-953d-014ff0a36755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:33Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 2, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'subnets': [{'id': '0800a9fd-f082-4765-953d-014ff0a36755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:30:35.627217 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:35.774077 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:35.779087 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:35.779473 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:35.868217 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:35.892271 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=74588e1f-cb4f-4908-b4e9-6cb8fa5b12db,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:30:35.980523 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:35.982497 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:36.041548 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=74588e1f-cb4f-4908-b4e9-6cb8fa5b12db,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:36.053355 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:36.509843 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Sync routers for ids ['2400cb5d-9aae-430f-a586-2daa0b455bb2'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:30:36.519864 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Routers {'2400cb5d-9aae-430f-a586-2daa0b455bb2'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:30:36.520925 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:30:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['2400cb5d-9aae-430f-a586-2daa0b455bb2'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:36.648955 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Set router 2400cb5d-9aae-430f-a586-2daa0b455bb2 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:30:36.896204 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:30Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 4, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'gw_port': {'id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:31Z', 'updated_at': '2021-06-26T18:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '5401240b-0927-410f-b1ad-2347dbc2c079', 'name': '', 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'mac_address': 'fa:16:3e:5d:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0800a9fd-f082-4765-953d-014ff0a36755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:33Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 2, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'subnets': [{'id': '0800a9fd-f082-4765-953d-014ff0a36755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:36.937951 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Checking router: 2400cb5d-9aae-430f-a586-2daa0b455bb2 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:30:36.937951 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Updating router 2400cb5d-9aae-430f-a586-2daa0b455bb2 port 5401240b-0927-410f-b1ad-2347dbc2c079 binding host dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:30:36.975834 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:37.310631 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:37.326317 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Transition to ACTIVE for port object 5401240b-0927-410f-b1ad-2347dbc2c079 will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:37.422157 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:37.426678 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-569b5987-4aeb-473c-9936-42ec0fb00213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:37.487406 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6a159-37e4-4cd9-82a7-6e550e1b78f3 None None] Pushing event updated for resources: {'Port': ['ID=5401240b-0927-410f-b1ad-2347dbc2c079,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:37.501010 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-faf6a159-37e4-4cd9-82a7-6e550e1b78f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:37.591308 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Attempting to bind port 5401240b-0927-410f-b1ad-2347dbc2c079 on host dv-cinder-798198-1-smb for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:30:37.591862 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Attempting to bind port 5401240b-0927-410f-b1ad-2347dbc2c079 by drivers openvswitch,hyperv on host dv-cinder-798198-1-smb at level 0 using segments [{'id': '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:30:37.592052 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Attempting to bind port 5401240b-0927-410f-b1ad-2347dbc2c079 on network d67337cd-a904-4730-93fb-376133460ec1 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:30:37.607716 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Checking agent: {'id': '12f9adfc-b033-40f1-96a5-a273e7ab8156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 13, 43), 'started_at': datetime.datetime(2021, 6, 26, 18, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:30:37.608682 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Checking segment: {'id': '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:30:37.609249 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:37.610879 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Bound using segment: {'id': '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:30:37.613421 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Bound port: 5401240b-0927-410f-b1ad-2347dbc2c079, host: dv-cinder-798198-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:30:37.616200 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:37.623316 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:37.709938 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:37.713218 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:37.769309 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] For port 5401240b-0927-410f-b1ad-2347dbc2c079, host dv-cinder-798198-1-smb, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:30:37.775764 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] For port 5401240b-0927-410f-b1ad-2347dbc2c079, host dv-cinder-798198-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=5401240b-0927-410f-b1ad-2347dbc2c079,segment=NetworkSegment(5b0cdb1a-1ea0-4e6c-ab17-97de583b1908),segment_id=5b0cdb1a-1ea0-4e6c-ab17-97de583b1908)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:30:37.856999 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:37.862690 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-18738049-ec05-42af-a5d4-68917be01fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:37.940451 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6a159-37e4-4cd9-82a7-6e550e1b78f3 None None] Pushing event updated for resources: {'Port': ['ID=5401240b-0927-410f-b1ad-2347dbc2c079,revision_number=4']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:37.951354 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Routers {'2400cb5d-9aae-430f-a586-2daa0b455bb2'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:30:37.952236 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:30:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['2400cb5d-9aae-430f-a586-2daa0b455bb2'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:37.995539 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-faf6a159-37e4-4cd9-82a7-6e550e1b78f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:38.213683 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] Set router 2400cb5d-9aae-430f-a586-2daa0b455bb2 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:30:38.417718 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:30Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 4, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'gw_port': {'id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:31Z', 'updated_at': '2021-06-26T18:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '5401240b-0927-410f-b1ad-2347dbc2c079', 'name': '', 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'mac_address': 'fa:16:3e:5d:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0800a9fd-f082-4765-953d-014ff0a36755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:33Z', 'updated_at': '2021-06-26T18:30:37Z', 'revision_number': 4, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'subnets': [{'id': '0800a9fd-f082-4765-953d-014ff0a36755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:30:38.442174 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd52f2-add9-46e7-936c-6280eaef289b None None] The sync data for ids ['2400cb5d-9aae-430f-a586-2daa0b455bb2'] in dv-cinder-798198-1-smb is: [{'id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:30Z', 'updated_at': '2021-06-26T18:30:33Z', 'revision_number': 4, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'gw_port': {'id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:31Z', 'updated_at': '2021-06-26T18:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': '5401240b-0927-410f-b1ad-2347dbc2c079', 'name': '', 'network_id': 'd67337cd-a904-4730-93fb-376133460ec1', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'mac_address': 'fa:16:3e:5d:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0800a9fd-f082-4765-953d-014ff0a36755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:33Z', 'updated_at': '2021-06-26T18:30:37Z', 'revision_number': 4, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'subnets': [{'id': '0800a9fd-f082-4765-953d-014ff0a36755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:30:39.640148 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 5401240b-0927-410f-b1ad-2347dbc2c079 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:39.798783 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning for port 5401240b-0927-410f-b1ad-2347dbc2c079 completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:39.803165 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 5401240b-0927-410f-b1ad-2347dbc2c079 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:39.803791 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:39.932238 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:39.974650 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] For port 5401240b-0927-410f-b1ad-2347dbc2c079, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=5401240b-0927-410f-b1ad-2347dbc2c079,segment=NetworkSegment(5b0cdb1a-1ea0-4e6c-ab17-97de583b1908),segment_id=5b0cdb1a-1ea0-4e6c-ab17-97de583b1908)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:30:39.986511 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-76b67aa8-ce3d-41f5-9b7a-eaf48021fed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:40.026631 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:40.033816 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-79f82ed4-8560-48d0-895e-01e8036e3135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:40.103688 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Pushing event updated for resources: {'Port': ['ID=5401240b-0927-410f-b1ad-2347dbc2c079,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:40.113917 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:41.581059 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 5401240b-0927-410f-b1ad-2347dbc2c079 up at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:30:41.627691 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Provisioning complete for port 5401240b-0927-410f-b1ad-2347dbc2c079 triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:41.628064 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:42.557830 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-73ff7bd5-41c5-4643-9be6-8189269fbc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:42.952473 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:43.758283 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:45.169703 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:46.763977 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-e2e07e9d-b1dc-4606-ba65-8965ae86b2d9 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:46.765449 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-e2e07e9d-b1dc-4606-ba65-8965ae86b2d9 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/networks?id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e HTTP/1.1" status: 200 len: 814 time: 0.3358428 Jun 26 18:30:46.780175 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-1c47a7dd-bbb4-4107-b762-881dc74e6c88 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/quotas/b3f27cb202c04b91817f642e011ffd65 HTTP/1.1" status: 200 len: 375 time: 0.0090873 Jun 26 18:30:46.846661 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-12aaf1e0-767f-483f-bb12-af9c282f269d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3f27cb202c04b91817f642e011ffd65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610950 Jun 26 18:30:47.030386 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-e370796f-5890-41d6-a97c-1f6adfa06e1a service neutron] 10.222.0.15 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727674 Jun 26 18:30:47.118459 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-8172b1f7-b4b4-4f63-a1f3-f2a98c9e18df service neutron] 10.222.0.15 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817049 Jun 26 18:30:47.413701 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-08f6ffdc-2a5c-4322-ad0b-3b3dd8e47dc6 req-14896c13-569c-46b0-92e2-095b47f55e23 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 210 time: 0.0333009 Jun 26 18:30:48.566106 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-0eb71bde-8f38-4556-ae89-eccd44a9a3e0 req-370cc314-a6aa-4e3c-b6bd-401ff15302d7 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 210 time: 0.0289450 Jun 26 18:30:49.707371 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-7a7572e0-ea87-4347-83f0-ddd78f23cc04 req-39654ac2-470f-4a42-bc82-b4191496456c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 210 time: 0.0295823 Jun 26 18:30:50.031070 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-440e8a5d-33c1-4d9e-ac90-549c15a540ce tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:50.032588 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-440e8a5d-33c1-4d9e-ac90-549c15a540ce tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.37 "GET /v2.0/networks?id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e HTTP/1.1" status: 200 len: 814 time: 0.0993426 Jun 26 18:30:50.051547 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'port': {'device_id': '43f567c0-c03f-4876-9257-776480c90992', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'admin_state_up': True, 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:30:50.220615 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Made reservation on behalf of b3f27cb202c04b91817f642e011ffd65 for: {'port': 1} {{(pid=93534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:30:50.224241 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:50.350532 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_common [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Allocated IP 172.20.0.12 (9c91b221-991d-40d7-b19b-ffc9ed4a2a6e/8c663eea-d674-4c04-a0c7-b489bab34178/ad13b819-b3d2-4e10-b719-fc2566dba9ec) {{(pid=93534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:30:50.493130 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for port, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:50.507008 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Transition to ACTIVE for port object ad13b819-b3d2-4e10-b719-fc2566dba9ec will not be triggered until provisioned by entity DHCP. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:30:50.598381 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067951281'] for port, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:50.602570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-0caa322a-6403-4a53-9f52-cdbc05191274 tempest-TestShelveInstance-1542488618 tempest-TestShelveInstance-1542488618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:30:50.651104 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e is already hosted by enough agents. {{(pid=93534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:30:50.654301 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.scheduler.base_scheduler [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Resources bound (agent type, host, resource id): {{(pid=93534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:30:50.659592 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Received port after_create {{(pid=93534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:30:50.663241 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'Port': ['ID=ad13b819-b3d2-4e10-b719-fc2566dba9ec,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:30:50.682884 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:30:50.717696 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:50.718375 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:50.804887 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-bed5edc0-be1a-48e5-b83c-4e3cd6d65d4d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7569554 Jun 26 18:30:50.947382 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ca9f1-26c4-4bfa-8e32-9e137bdd9c8f req-b3a986ff-b011-4342-bcbe-14143362f1aa tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:50.950632 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-437ca9f1-26c4-4bfa-8e32-9e137bdd9c8f req-b3a986ff-b011-4342-bcbe-14143362f1aa tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 932 time: 0.1200178 Jun 26 18:30:50.952283 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-0f39d2c2-aca0-4f33-90f6-d2c7c06514d5 None None] Provisioning for port ad13b819-b3d2-4e10-b719-fc2566dba9ec completed by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:30:50.956886 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-0f39d2c2-aca0-4f33-90f6-d2c7c06514d5 None None] Provisioning complete for port ad13b819-b3d2-4e10-b719-fc2566dba9ec triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:30:50.957492 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0f39d2c2-aca0-4f33-90f6-d2c7c06514d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:30:50.996919 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-0f39d2c2-aca0-4f33-90f6-d2c7c06514d5 None None] Port ad13b819-b3d2-4e10-b719-fc2566dba9ec cannot update to ACTIVE because it is not bound. {{(pid=93536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:30:51.030382 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-437ca9f1-26c4-4bfa-8e32-9e137bdd9c8f req-de2c6376-048f-4fd6-bfe0-5df8f47927f7 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739374 Jun 26 18:30:52.170267 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:30:52.205257 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ae598-11c8-460a-8121-b2e088124b74 req-34cb59c3-7e42-47c3-a8b9-de7e89cda8ba tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:52.206715 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f55ae598-11c8-460a-8121-b2e088124b74 req-34cb59c3-7e42-47c3-a8b9-de7e89cda8ba tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 932 time: 0.0716257 Jun 26 18:30:52.258615 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f55ae598-11c8-460a-8121-b2e088124b74 req-9c9e5260-d6a9-4f6f-b8d5-7fea0c56c8ff tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Jun 26 18:30:53.433669 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7111b8-2fd3-4b1c-9537-e6231708d74b req-7820c1f0-1f43-4b7b-a845-05075e9f1c20 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:53.435148 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9f7111b8-2fd3-4b1c-9537-e6231708d74b req-7820c1f0-1f43-4b7b-a845-05075e9f1c20 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 932 time: 0.0687399 Jun 26 18:30:53.475467 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-9f7111b8-2fd3-4b1c-9537-e6231708d74b req-ee9c6ad2-b444-4f41-91c3-b5eca8390f2c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342841 Jun 26 18:30:54.668774 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def59cd8-6680-4754-8a5d-fd6a9b321a27 req-5929ed2a-c7e6-49af-8815-ce70976dc69f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:54.670633 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-def59cd8-6680-4754-8a5d-fd6a9b321a27 req-5929ed2a-c7e6-49af-8815-ce70976dc69f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 932 time: 0.0735514 Jun 26 18:30:54.710954 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-def59cd8-6680-4754-8a5d-fd6a9b321a27 req-d4646c5c-e4c3-4d38-9af0-02864cb758b8 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Jun 26 18:30:55.898011 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4f6aa-f181-4ede-b27f-6a2032e96933 req-39924d07-9484-4731-adcc-22f5deab5647 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:55.899413 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4cd4f6aa-f181-4ede-b27f-6a2032e96933 req-39924d07-9484-4731-adcc-22f5deab5647 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 932 time: 0.0725217 Jun 26 18:30:55.944548 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-4cd4f6aa-f181-4ede-b27f-6a2032e96933 req-1954d9cd-d149-4191-a58b-b3abf10ff5aa tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393095 Jun 26 18:30:57.141748 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c77c5-d468-4cc0-9300-183e07dbb9f0 req-59f4ea89-6813-4a00-b693-3654866b9ac7 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:57.144099 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a37c77c5-d468-4cc0-9300-183e07dbb9f0 req-59f4ea89-6813-4a00-b693-3654866b9ac7 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 932 time: 0.0870767 Jun 26 18:30:57.181128 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-a37c77c5-d468-4cc0-9300-183e07dbb9f0 req-059d833a-9e95-46bf-ab6c-1404f8d0e34f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Jun 26 18:30:58.372947 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0504362-2d0c-4181-a2e7-becf27b1875b req-7555a5ec-f89c-45fd-937d-e6551e978278 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:58.374423 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-a0504362-2d0c-4181-a2e7-becf27b1875b req-7555a5ec-f89c-45fd-937d-e6551e978278 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 932 time: 0.0728722 Jun 26 18:30:58.422384 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-a0504362-2d0c-4181-a2e7-becf27b1875b req-ecc718d5-0bf7-4d14-aec4-857c5897fc7b tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303698 Jun 26 18:30:59.592085 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbe37d-8362-47a7-a42e-f8a1b86e6d74 req-17ac762a-5c9a-44f3-96a9-7a7ce412ecd3 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:30:59.593598 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f4dbe37d-8362-47a7-a42e-f8a1b86e6d74 req-17ac762a-5c9a-44f3-96a9-7a7ce412ecd3 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 932 time: 0.0640831 Jun 26 18:30:59.630938 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-f4dbe37d-8362-47a7-a42e-f8a1b86e6d74 req-78bb74d7-2fa5-4a6b-a77f-df6eddcf07f4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Jun 26 18:31:00.363383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Request body: {'port': {'device_id': '43f567c0-c03f-4876-9257-776480c90992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:00.435410 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:00.684937 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad13b819-b3d2-4e10-b719-fc2566dba9ec {{(pid=93534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:31:00.692257 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:00.703449 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.provisioning_blocks [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Transition to ACTIVE for port object ad13b819-b3d2-4e10-b719-fc2566dba9ec will not be triggered until provisioned by entity L2. {{(pid=93534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:31:00.769054 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:00.772014 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6020dd06-2d40-4df5-90b3-3edfb5af398c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:00.800604 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd436b4-7391-49b4-93f5-83e9b580f62a req-106bf5fe-b777-4191-90dc-48239d228fb4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:00.802139 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fcd436b4-7391-49b4-93f5-83e9b580f62a req-106bf5fe-b777-4191-90dc-48239d228fb4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 932 time: 0.0638974 Jun 26 18:31:00.823670 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Pushing event updated for resources: {'Port': ['ID=ad13b819-b3d2-4e10-b719-fc2566dba9ec,revision_number=2']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:00.828199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:00.841769 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-fcd436b4-7391-49b4-93f5-83e9b580f62a req-974b4129-d027-4b2e-96df-656cf9928bef tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336623 Jun 26 18:31:00.898181 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Attempting to bind port ad13b819-b3d2-4e10-b719-fc2566dba9ec on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:31:00.901774 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Attempting to bind port ad13b819-b3d2-4e10-b719-fc2566dba9ec by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:31:00.901774 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Attempting to bind port ad13b819-b3d2-4e10-b719-fc2566dba9ec on network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:31:00.903383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Port ad13b819-b3d2-4e10-b719-fc2566dba9ec on network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:31:00.903709 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Attempting to bind port ad13b819-b3d2-4e10-b719-fc2566dba9ec on network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:31:00.908675 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Checking agent: {'id': 'f799048d-be7b-4e12-89aa-b884eca3bdd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'started_at': datetime.datetime(2021, 6, 26, 18, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:31:00.909016 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Checking segment: {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:31:00.909399 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Bound using segment: {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'} {{(pid=93534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:31:00.909828 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.managers [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Bound port: ad13b819-b3d2-4e10-b719-fc2566dba9ec, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0d3efa-4089-4d03-b4af-63966e8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e'}}] {{(pid=93534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:31:00.910240 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:00.969703 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:00.978413 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] For port ad13b819-b3d2-4e10-b719-fc2566dba9ec, host hv-cinder-79819, cleared binding levels {{(pid=93534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:31:00.981584 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] For port ad13b819-b3d2-4e10-b719-fc2566dba9ec, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:31:01.049516 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067951171'] for port, after_update {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:01.051493 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-a96f191d-5f97-487e-9c70-762edf1154c3 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:01.086724 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:01.087336 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:01.088938 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] 10.222.0.37 "PUT /v2.0/ports/ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 1094 time: 0.7301507 Jun 26 18:31:01.089453 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:31:01.091752 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340e6e47-e47d-4770-a2c0-e6fa802e65f9" -d '{"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:31:01.115706 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Pushing event updated for resources: {'Port': ['ID=ad13b819-b3d2-4e10-b719-fc2566dba9ec,revision_number=3']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:01.118340 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c5ff208d-0e77-453d-b067-ac05d5eabf9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:01.130044 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a18ffc-ca5a-4367-8c17-4ff858a36917 x-openstack-request-id: req-e4a18ffc-ca5a-4367-8c17-4ff858a36917 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:31:01.130375 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:31:01.130669 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4a18ffc-ca5a-4367-8c17-4ff858a36917 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:31:01.131099 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'status': 'completed', 'code': 200} Jun 26 18:31:01.230892 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6e47-e47d-4770-a2c0-e6fa802e65f9 req-e97c3ac3-386d-406a-843c-c74dfcca3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:01.232445 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-340e6e47-e47d-4770-a2c0-e6fa802e65f9 req-e97c3ac3-386d-406a-843c-c74dfcca3d19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f27cb202c04b91817f642e011ffd65&device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1097 time: 0.0553555 Jun 26 18:31:01.334649 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6e47-e47d-4770-a2c0-e6fa802e65f9 req-cff45a8a-1b35-451c-b417-d0682aa0837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:01.336349 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-340e6e47-e47d-4770-a2c0-e6fa802e65f9 req-cff45a8a-1b35-451c-b417-d0682aa0837d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b3f27cb202c04b91817f642e011ffd65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918412 Jun 26 18:31:01.426355 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6e47-e47d-4770-a2c0-e6fa802e65f9 req-1941a37a-cd2b-446d-8451-ba4d913773a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:01.427714 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-340e6e47-e47d-4770-a2c0-e6fa802e65f9 req-1941a37a-cd2b-446d-8451-ba4d913773a8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855944 Jun 26 18:31:01.535623 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-ec854dd9-9851-42d8-a0ca-08433711d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:01.537094 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-ec854dd9-9851-42d8-a0ca-08433711d889 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f27cb202c04b91817f642e011ffd65&device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1097 time: 0.0515461 Jun 26 18:31:01.861464 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-5895c07d-713b-4bcc-b6ea-1f46114397d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 217 time: 0.3120911 Jun 26 18:31:01.909609 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-87fc733e-9a9f-42f0-9c42-3850a4d667d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:01.911070 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-87fc733e-9a9f-42f0-9c42-3850a4d667d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c663eea-d674-4c04-a0c7-b489bab34178 HTTP/1.1" status: 200 len: 853 time: 0.0438223 Jun 26 18:31:01.967236 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c0d21e0a-bde6-41c5-a33c-af9a1db83136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:01.968725 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-c0d21e0a-bde6-41c5-a33c-af9a1db83136 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519161 Jun 26 18:31:02.027361 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3c090-6f0a-4c57-a1b4-167cadab0eb3 req-6689818c-798a-422c-8f11-1d0cf5d825ab tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:02.028874 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-72b3c090-6f0a-4c57-a1b4-167cadab0eb3 req-6689818c-798a-422c-8f11-1d0cf5d825ab tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 944 time: 0.0666549 Jun 26 18:31:02.055889 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-50916818-a162-4c6a-89df-e6562d811876 service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810506 Jun 26 18:31:02.066747 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-72b3c090-6f0a-4c57-a1b4-167cadab0eb3 req-580c5103-9da5-4367-a3d1-3cadff5f6ccb tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Jun 26 18:31:02.146392 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c0ffb556-3140-4489-9b9f-b1ebfde7fd2f req-8323f815-4add-4d05-9067-6b3c956bed30 service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839777 Jun 26 18:31:03.239488 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d16542-d5a7-4d10-ae52-01512e0cab8d req-2f388d80-bfaa-47a7-986c-0f2563c6916a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:03.240958 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-38d16542-d5a7-4d10-ae52-01512e0cab8d req-2f388d80-bfaa-47a7-986c-0f2563c6916a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 944 time: 0.0626702 Jun 26 18:31:03.277037 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-38d16542-d5a7-4d10-ae52-01512e0cab8d req-4e871007-50a3-43d0-9d23-dfc2fa4f61f0 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306048 Jun 26 18:31:04.199128 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ad13b819-b3d2-4e10-b719-fc2566dba9ec details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:31:04.290691 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ad13b819-b3d2-4e10-b719-fc2566dba9ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:31:04.301235 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Returning: {'device': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'port_id': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'mac_address': 'fa:16:3e:45:3f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:31:04.337591 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:04.349714 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad13b819-b3d2-4e10-b719-fc2566dba9ec {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:31:04.368254 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ad13b819-b3d2-4e10-b719-fc2566dba9ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:31:04.457298 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd143f-488c-454e-a938-8eed314dbb76 req-ac6283ef-e32b-427e-a9e0-dfc44f214f91 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:04.458725 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-85cd143f-488c-454e-a938-8eed314dbb76 req-ac6283ef-e32b-427e-a9e0-dfc44f214f91 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 944 time: 0.0645897 Jun 26 18:31:04.471958 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:04.476365 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:04.496672 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-85cd143f-488c-454e-a938-8eed314dbb76 req-132fabfe-06e5-4d02-82b2-bc2f26f50258 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Jun 26 18:31:04.522787 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=ad13b819-b3d2-4e10-b719-fc2566dba9ec,revision_number=4']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:04.525798 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:04.787177 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['ad13b819-b3d2-4e10-b719-fc2566dba9ec'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:31:05.667458 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539be485-7aa8-4846-b0b1-305dc5da0925 req-459cce35-4835-4d8c-b5b8-c0cac5e42250 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:05.668945 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-539be485-7aa8-4846-b0b1-305dc5da0925 req-459cce35-4835-4d8c-b5b8-c0cac5e42250 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 945 time: 0.0621848 Jun 26 18:31:05.705529 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-539be485-7aa8-4846-b0b1-305dc5da0925 req-3cefb820-1f90-4494-b39d-cfdd011da8b6 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Jun 26 18:31:06.197414 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ad13b819-b3d2-4e10-b719-fc2566dba9ec up at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:31:06.312079 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning for port ad13b819-b3d2-4e10-b719-fc2566dba9ec completed by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:31:06.316549 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Provisioning complete for port ad13b819-b3d2-4e10-b719-fc2566dba9ec triggered by entity L2. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:31:06.316940 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:06.390454 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:06.411842 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:31:06.414047 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4264a48a91a02fc61df1c423087f7f9c8273cf857262b34f7095a8deb2fdc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93986e49-9e1e-4cf1-b481-7a5ab3a0ea87" -d '{"events": [{"server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "name": "network-vif-plugged", "status": "completed", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:31:06.426617 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] For port ad13b819-b3d2-4e10-b719-fc2566dba9ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:31:06.450249 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a393838-8263-4632-8931-ada9bd0df311 x-openstack-request-id: req-9a393838-8263-4632-8931-ada9bd0df311 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:31:06.450546 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "name": "network-vif-plugged", "status": "completed", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:31:06.451030 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a393838-8263-4632-8931-ada9bd0df311 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:31:06.451429 dv-cinder-798198-1-smb neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'code': 200} Jun 26 18:31:06.518130 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:06.520098 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:06.567336 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Pushing event updated for resources: {'Port': ['ID=ad13b819-b3d2-4e10-b719-fc2566dba9ec,revision_number=5']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:06.570342 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:06.902049 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49edd0a-a0c0-47dd-90ef-aa2dd9267e7e req-57979919-9e82-4f2e-b2b9-204d699c4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:06.903516 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b49edd0a-a0c0-47dd-90ef-aa2dd9267e7e req-57979919-9e82-4f2e-b2b9-204d699c4aa0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1099 time: 0.0969629 Jun 26 18:31:06.915560 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bc6f4-4c91-4b2d-8cce-75805abc3765 req-bd56e69a-044c-45ce-b395-5c44042f72e7 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:06.916924 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-827bc6f4-4c91-4b2d-8cce-75805abc3765 req-bd56e69a-044c-45ce-b395-5c44042f72e7 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0811870 Jun 26 18:31:06.966869 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-b49edd0a-a0c0-47dd-90ef-aa2dd9267e7e req-a8abf652-3d69-40a4-ade4-b9f8e2e211fb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Jun 26 18:31:06.972228 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-827bc6f4-4c91-4b2d-8cce-75805abc3765 req-daa7ecab-896e-4af0-a402-6c219e4421c7 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494452 Jun 26 18:31:08.145861 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd30ab-c940-47c8-a9c7-0c9adb060547 req-0e7195d7-c531-4892-b38a-ac468eab5d8e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:08.147332 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6afd30ab-c940-47c8-a9c7-0c9adb060547 req-0e7195d7-c531-4892-b38a-ac468eab5d8e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0655270 Jun 26 18:31:08.190387 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6afd30ab-c940-47c8-a9c7-0c9adb060547 req-90608c21-a97a-4a3f-b446-e58b8084cc7a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373974 Jun 26 18:31:09.521570 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6af11-c93b-4fe3-9700-36de1db1a810 req-c7cd87c9-edbb-4f55-832e-74ffacf40e24 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:09.523487 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-29b6af11-c93b-4fe3-9700-36de1db1a810 req-c7cd87c9-edbb-4f55-832e-74ffacf40e24 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0649879 Jun 26 18:31:09.559081 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-29b6af11-c93b-4fe3-9700-36de1db1a810 req-9d7b1dda-729a-4152-aa6e-40bc40bcc72f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304570 Jun 26 18:31:09.730659 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a360-d431-4ea9-8682-6b2de7e06f15 req-d43a2b57-6e91-41b9-97d4-a74a628e4782 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:09.732097 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7018a360-d431-4ea9-8682-6b2de7e06f15 req-d43a2b57-6e91-41b9-97d4-a74a628e4782 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0624998 Jun 26 18:31:09.769619 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7018a360-d431-4ea9-8682-6b2de7e06f15 req-4f6a6011-de65-40f8-89eb-7921fd86e3f8 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Jun 26 18:31:10.089399 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1450af72-3c2c-4c0a-a753-b2cb62b5cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:10.171227 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54a4f6-6db7-49f5-88a3-c173cce7d441 req-e12bc1d2-8fb8-4f4c-80e0-3b04f04a303f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:10.175183 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cc54a4f6-6db7-49f5-88a3-c173cce7d441 req-e12bc1d2-8fb8-4f4c-80e0-3b04f04a303f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0665560 Jun 26 18:31:10.209449 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-cc54a4f6-6db7-49f5-88a3-c173cce7d441 req-d2c67feb-06a6-465e-a825-c801220f24c5 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Jun 26 18:31:12.518023 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-005d102e-c94b-4bcd-9014-75f4d285d16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:12.917828 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:13.700391 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:15.094659 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:15.149404 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc2ff6-6ce2-4f59-a5e3-b22aa190af6c req-4fef5c03-6dea-48e6-bc6a-367faff5f6b9 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:15.150868 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b9cc2ff6-6ce2-4f59-a5e3-b22aa190af6c req-4fef5c03-6dea-48e6-bc6a-367faff5f6b9 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0654485 Jun 26 18:31:15.187372 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-b9cc2ff6-6ce2-4f59-a5e3-b22aa190af6c req-d28a24bb-1877-4ba9-8d36-11fd725461f5 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310161 Jun 26 18:31:15.212376 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40690) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:31:15.302040 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fcda1-164f-4317-8376-56f631debf02 tempest-TestMinimumBasicScenario-1972482086 tempest-TestMinimumBasicScenario-1972482086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:15.303522 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-3a9fcda1-164f-4317-8376-56f631debf02 tempest-TestMinimumBasicScenario-1972482086 tempest-TestMinimumBasicScenario-1972482086-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1094 time: 0.0901611 Jun 26 18:31:15.306256 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40694) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:31:15.310538 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'floatingip': {'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'port_id': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:15.368754 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for floatingip, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:15.466187 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:15.564810 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_common [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Allocated IP 172.28.1.166 (1b897550-475e-45c1-a445-070a8b8b93f4/ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca/35d0f468-8750-4d9f-ac9b-78119ef1801d) {{(pid=93535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:31:15.662625 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for port, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:15.752260 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3827853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777304080869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1069428247'] for port, after_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:15.754191 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-d9133e91-19e7-478e-8caa-25f350b4c217 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:15.789611 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Network 1b897550-475e-45c1-a445-070a8b8b93f4 is already hosted by enough agents. {{(pid=93535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:31:15.794742 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.base_scheduler [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Resources bound (agent type, host, resource id): {{(pid=93535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:31:15.798350 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Received port after_create {{(pid=93535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:31:15.803727 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'Port': ['ID=35d0f468-8750-4d9f-ac9b-78119ef1801d,revision_number=1']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:15.830183 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.830740 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.831112 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.831495 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.831854 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.832213 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.832592 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.832948 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.833301 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.833652 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.834000 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.834345 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:31:15.839119 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:16.166606 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:16.278938 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:16.417406 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:16.494789 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069428453'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:16.496796 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7461f3a6-d4c7-40bd-8ddf-1342d24958d3 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:16.564397 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'Port': ['ID=35d0f468-8750-4d9f-ac9b-78119ef1801d,revision_number=2']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:16.568130 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:16.574431 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594962'] for floatingip, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:16.667924 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.l3_db [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Floating IP 00d83aa7-43a0-4384-af4f-b68458709ccb associated. External IP: 172.28.1.166, port: ad13b819-b3d2-4e10-b719-fc2566dba9ec. Jun 26 18:31:16.862693 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:31:16.962817 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:31:16.972468 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] Sync routers for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:31:16.981128 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:31:16.981736 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:31:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:31:17.020788 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:17.057212 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-5a942db0-a664-4620-9e21-2cea8fc71a3a tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7499537 Jun 26 18:31:17.057853 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:31:17.060102 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40696) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:31:17.060657 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a1cac8-a987-4a59-98da-680085110b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:31:17.066304 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-e6122f5a-b01b-4094-9912-aab18013ecdf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272361699', 'description': 'tempest-secgroup-smoke-272361699 description', 'project_id': 'b3f27cb202c04b91817f642e011ffd65'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:17.087009 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:31:17.099695 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2045513-74bd-4087-ae9a-1b2b7a15a785 x-openstack-request-id: req-f2045513-74bd-4087-ae9a-1b2b7a15a785 {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:31:17.100032 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:31:17.100325 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2045513-74bd-4087-ae9a-1b2b7a15a785 {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:31:17.100850 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'status': 'completed', 'code': 200} Jun 26 18:31:17.152079 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e6122f5a-b01b-4094-9912-aab18013ecdf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:17.252872 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1cac8-a987-4a59-98da-680085110b0a req-06c9a6b2-af78-4df6-9349-ca907cdb95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:17.254419 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59a1cac8-a987-4a59-98da-680085110b0a req-06c9a6b2-af78-4df6-9349-ca907cdb95e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f27cb202c04b91817f642e011ffd65&device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1099 time: 0.0801725 Jun 26 18:31:17.302273 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e6122f5a-b01b-4094-9912-aab18013ecdf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:17.309701 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '00d83aa7-43a0-4384-af4f-b68458709ccb', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'floating_ip_address': '172.28.1.166', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'port_id': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'mac_address': 'fa:16:3e:45:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f567c0-c03f-4876-9257-776480c90992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:31:16Z', 'updated_at': '2021-06-26T18:31:16Z', 'revision_number': 0, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9572702-e05a-4912-80d4-68590a82cb4b', 'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'mac_address': 'fa:16:3e:d2:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:27Z', 'updated_at': '2021-06-26T18:30:32Z', 'revision_number': 5, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'subnets': [{'id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:31:17.339099 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] Checking router: 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:31:17.348051 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:31:17.348721 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:31:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:31:17.365144 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1cac8-a987-4a59-98da-680085110b0a req-aa0f5d90-2f63-4fde-ae44-c9c31ea91aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:17.366622 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59a1cac8-a987-4a59-98da-680085110b0a req-aa0f5d90-2f63-4fde-ae44-c9c31ea91aa9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e HTTP/1.1" status: 200 len: 915 time: 0.1004574 Jun 26 18:31:17.368869 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e6122f5a-b01b-4094-9912-aab18013ecdf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:17.372216 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5e76e9f5-bf0d-4954-a639-793c4d99d596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:17.440906 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6122f5a-b01b-4094-9912-aab18013ecdf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470deb9d-af71-457a-9a48-84a745b697dc,revision_number=1']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:17.445002 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e6122f5a-b01b-4094-9912-aab18013ecdf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:17.450568 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:31:17.453156 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59a1cac8-a987-4a59-98da-680085110b0a req-b2ec634d-49bb-4a74-892c-a66dfc255648 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 1000 time: 0.0778589 Jun 26 18:31:17.504800 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1cac8-a987-4a59-98da-680085110b0a req-67ba0067-9744-4c1f-ba95-5f127fe94d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:17.506158 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59a1cac8-a987-4a59-98da-680085110b0a req-67ba0067-9744-4c1f-ba95-5f127fe94d55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c663eea-d674-4c04-a0c7-b489bab34178 HTTP/1.1" status: 200 len: 853 time: 0.0473874 Jun 26 18:31:17.507289 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e6122f5a-b01b-4094-9912-aab18013ecdf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:17.508378 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-e6122f5a-b01b-4094-9912-aab18013ecdf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4465270 Jun 26 18:31:17.511256 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40700) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:31:17.515856 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-12655f4c-fcb2-4675-8670-5475600c6e2e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'security_group_rule': {'security_group_id': '470deb9d-af71-457a-9a48-84a745b697dc', 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:17.583040 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1cac8-a987-4a59-98da-680085110b0a req-5e1e2197-732b-4b93-a71b-03859e36eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:17.584566 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59a1cac8-a987-4a59-98da-680085110b0a req-5e1e2197-732b-4b93-a71b-03859e36eaba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0636570 Jun 26 18:31:17.656508 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-12655f4c-fcb2-4675-8670-5475600c6e2e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:17.670308 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '00d83aa7-43a0-4384-af4f-b68458709ccb', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'floating_ip_address': '172.28.1.166', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'port_id': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'mac_address': 'fa:16:3e:45:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f567c0-c03f-4876-9257-776480c90992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:31:16Z', 'updated_at': '2021-06-26T18:31:16Z', 'revision_number': 0, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9572702-e05a-4912-80d4-68590a82cb4b', 'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'mac_address': 'fa:16:3e:d2:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:27Z', 'updated_at': '2021-06-26T18:30:32Z', 'revision_number': 5, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'subnets': [{'id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:31:17.699847 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb9499-34f3-4351-bfe9-7172b17b9789 None None] The sync data for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb is: [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_floatingips': [{'id': '00d83aa7-43a0-4384-af4f-b68458709ccb', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'floating_ip_address': '172.28.1.166', 'floating_network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'router_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'port_id': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'mac_address': 'fa:16:3e:45:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f567c0-c03f-4876-9257-776480c90992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:31:16Z', 'updated_at': '2021-06-26T18:31:16Z', 'revision_number': 0, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9572702-e05a-4912-80d4-68590a82cb4b', 'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'mac_address': 'fa:16:3e:d2:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:27Z', 'updated_at': '2021-06-26T18:30:32Z', 'revision_number': 5, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'subnets': [{'id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:31:17.703948 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59a1cac8-a987-4a59-98da-680085110b0a req-ef59b4c3-456b-4980-947f-8d727a1ff24c service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133175 Jun 26 18:31:17.781845 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-12655f4c-fcb2-4675-8670-5475600c6e2e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:17.812191 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-59a1cac8-a987-4a59-98da-680085110b0a req-a01aeacf-e8ed-4317-bc5f-1b7afef64211 service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973334 Jun 26 18:31:17.826374 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-12655f4c-fcb2-4675-8670-5475600c6e2e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:17.828502 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:17.846526 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12655f4c-fcb2-4675-8670-5475600c6e2e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c768cf-01af-489d-b8a3-66e730ed2bf1,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:17.849123 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-12655f4c-fcb2-4675-8670-5475600c6e2e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:17.887871 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d223d-3033-445b-81bb-e6c94a718fe2 None None] New status for floating IP 00d83aa7-43a0-4384-af4f-b68458709ccb: ACTIVE {{(pid=93537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:31:17.924244 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-12655f4c-fcb2-4675-8670-5475600c6e2e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:17.925483 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-12655f4c-fcb2-4675-8670-5475600c6e2e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4132767 Jun 26 18:31:17.928177 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40702) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:31:17.932791 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-adada319-33ad-42f3-905e-da245606a6e1 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'security_group_rule': {'security_group_id': '470deb9d-af71-457a-9a48-84a745b697dc', 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:18.037593 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-adada319-33ad-42f3-905e-da245606a6e1 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.096953 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-adada319-33ad-42f3-905e-da245606a6e1 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.174734 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-adada319-33ad-42f3-905e-da245606a6e1 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.176820 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:18.192913 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adada319-33ad-42f3-905e-da245606a6e1 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cfaa9f-c48a-4042-8517-296583bebaf5,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:18.196051 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-adada319-33ad-42f3-905e-da245606a6e1 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:18.266054 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-adada319-33ad-42f3-905e-da245606a6e1 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.267736 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-adada319-33ad-42f3-905e-da245606a6e1 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3386009 Jun 26 18:31:18.270571 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40704) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:31:18.275008 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-ca56db65-61ab-4750-bf98-60ac28c8c585 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'security_group_rule': {'security_group_id': '470deb9d-af71-457a-9a48-84a745b697dc', 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:18.367612 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ca56db65-61ab-4750-bf98-60ac28c8c585 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.423664 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ca56db65-61ab-4750-bf98-60ac28c8c585 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.522931 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ca56db65-61ab-4750-bf98-60ac28c8c585 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.524941 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:18.541041 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56db65-61ab-4750-bf98-60ac28c8c585 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457c8840-b6f8-4e37-b18f-223054ad3122,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:18.543931 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-ca56db65-61ab-4750-bf98-60ac28c8c585 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:18.591573 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-ca56db65-61ab-4750-bf98-60ac28c8c585 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.592788 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-ca56db65-61ab-4750-bf98-60ac28c8c585 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213184 Jun 26 18:31:18.595999 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40706) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:31:18.600352 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-e6776ee1-74f7-4a45-92b0-6adb5ada419f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'security_group_rule': {'security_group_id': '470deb9d-af71-457a-9a48-84a745b697dc', 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:18.687852 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e6776ee1-74f7-4a45-92b0-6adb5ada419f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.744502 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e6776ee1-74f7-4a45-92b0-6adb5ada419f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.809066 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e6776ee1-74f7-4a45-92b0-6adb5ada419f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.811069 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:18.828531 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6776ee1-74f7-4a45-92b0-6adb5ada419f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26403284-4934-4c55-9e11-b692a29fc383,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:18.830780 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e6776ee1-74f7-4a45-92b0-6adb5ada419f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:18.889033 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e6776ee1-74f7-4a45-92b0-6adb5ada419f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:18.890238 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-e6776ee1-74f7-4a45-92b0-6adb5ada419f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933099 Jun 26 18:31:18.893194 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40708) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:31:18.897672 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-5820815e-c91d-413c-9fa6-1bfc67f2086c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'security_group_rule': {'security_group_id': '470deb9d-af71-457a-9a48-84a745b697dc', 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:18.997521 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.securitygroups_db [None req-5820815e-c91d-413c-9fa6-1bfc67f2086c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Project b3f27cb202c04b91817f642e011ffd65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:31:19.003119 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5820815e-c91d-413c-9fa6-1bfc67f2086c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:19.061670 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5820815e-c91d-413c-9fa6-1bfc67f2086c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:19.128559 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5820815e-c91d-413c-9fa6-1bfc67f2086c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:19.130646 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-643c3508-b365-41f3-9b57-b4e4dafb9cd3 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:19.146643 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820815e-c91d-413c-9fa6-1bfc67f2086c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b83032-83c4-4572-85c2-ff3edbe1f37a,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:19.149445 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5820815e-c91d-413c-9fa6-1bfc67f2086c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:19.208886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5820815e-c91d-413c-9fa6-1bfc67f2086c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:19.210404 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-5820815e-c91d-413c-9fa6-1bfc67f2086c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161440 Jun 26 18:31:19.213561 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40710) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:31:19.218189 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.v2.base [None req-c5c6a5d5-41ae-4995-a30b-fa7ccea6049c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'security_group_rule': {'security_group_id': '470deb9d-af71-457a-9a48-84a745b697dc', 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:19.300632 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.db.securitygroups_db [None req-c5c6a5d5-41ae-4995-a30b-fa7ccea6049c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Project b3f27cb202c04b91817f642e011ffd65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:31:19.305523 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c5c6a5d5-41ae-4995-a30b-fa7ccea6049c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:19.368773 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c5c6a5d5-41ae-4995-a30b-fa7ccea6049c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:19.431816 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c5c6a5d5-41ae-4995-a30b-fa7ccea6049c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641133'] for security_group_rule, after_create {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:19.436460 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:19.450584 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6a5d5-41ae-4995-a30b-fa7ccea6049c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e993e46c-15ac-472a-9222-f07cedfdaf1d,revision_number=0']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:19.452873 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c5c6a5d5-41ae-4995-a30b-fa7ccea6049c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:19.540439 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c5c6a5d5-41ae-4995-a30b-fa7ccea6049c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:19.541628 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c5c6a5d5-41ae-4995-a30b-fa7ccea6049c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271050 Jun 26 18:31:19.655452 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-d465e1f2-c9e1-43e6-bc7f-29c703a251ca tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272361699&fields=id&tenant_id=b3f27cb202c04b91817f642e011ffd65 HTTP/1.1" status: 200 len: 267 time: 0.0325143 Jun 26 18:31:19.718897 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-7716378b-3fec-4c3a-a36c-e12f4c1dd1b4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:19.721025 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-7716378b-3fec-4c3a-a36c-e12f4c1dd1b4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0597265 Jun 26 18:31:19.731502 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'port': {'security_groups': ['400de517-25c2-4ded-9838-36e02771cd07', '470deb9d-af71-457a-9a48-84a745b697dc']}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:31:19.824229 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:20.239978 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] For port ad13b819-b3d2-4e10-b719-fc2566dba9ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:31:20.268253 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:20.317367 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069428453'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:20.321066 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:31:20.351783 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['ad13b819-b3d2-4e10-b719-fc2566dba9ec'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:31:20.363809 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:20.364611 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:20.365915 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-aeee64f9-3989-4f84-b2e7-1ff731450c1d req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "PUT /v2.0/ports/ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 982 time: 0.6390111 Jun 26 18:31:20.366453 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:31:20.368773 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4598cec5-dc00-4943-b4b9-cafccb79b054" -d '{"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:31:20.405610 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'Port': ['ID=ad13b819-b3d2-4e10-b719-fc2566dba9ec,revision_number=6']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:31:20.410481 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-b5db54b3-6684-4c63-af59-1f3e13dfadc4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:31:20.435366 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0b750-8a9c-4f88-9748-0468c1dea8df x-openstack-request-id: req-28c0b750-8a9c-4f88-9748-0468c1dea8df {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:31:20.435533 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:31:20.435955 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28c0b750-8a9c-4f88-9748-0468c1dea8df {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:31:20.436481 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'status': 'completed', 'code': 200} Jun 26 18:31:20.492434 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['ad13b819-b3d2-4e10-b719-fc2566dba9ec'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:31:20.590094 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65358705-cd20-44f1-b5f2-dd094aee7852 req-1c5e2896-9eae-4c0f-8a77-6c44b24ad3db tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:20.591580 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-65358705-cd20-44f1-b5f2-dd094aee7852 req-1c5e2896-9eae-4c0f-8a77-6c44b24ad3db tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.1072524 Jun 26 18:31:20.594347 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-d22a9123-5423-4974-9d44-d68546dd16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:20.595859 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-d22a9123-5423-4974-9d44-d68546dd16ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f27cb202c04b91817f642e011ffd65&device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1138 time: 0.1004837 Jun 26 18:31:20.679109 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-65358705-cd20-44f1-b5f2-dd094aee7852 req-dbe28c55-b02b-4af7-8a7e-0c4763e509ef tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805547 Jun 26 18:31:20.681607 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2aa89d1c-aa69-456a-8ce2-322b9286aa33 None None] Provisioning complete for port ad13b819-b3d2-4e10-b719-fc2566dba9ec triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:31:20.681992 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2aa89d1c-aa69-456a-8ce2-322b9286aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:20.709422 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-68f5fd14-316e-4f16-a07d-3dabc5f08d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:20.710878 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-68f5fd14-316e-4f16-a07d-3dabc5f08d9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e HTTP/1.1" status: 200 len: 915 time: 0.1059306 Jun 26 18:31:20.785152 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-99e48d58-09f3-4d52-b1ca-73b63b75dbb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 1002 time: 0.0669410 Jun 26 18:31:20.832866 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-a04770ba-7f01-4ea3-94d7-055c224433e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:20.834320 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-a04770ba-7f01-4ea3-94d7-055c224433e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c663eea-d674-4c04-a0c7-b489bab34178 HTTP/1.1" status: 200 len: 853 time: 0.0425208 Jun 26 18:31:20.890759 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-00521353-817d-4606-a51f-e8ea01abee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:20.892951 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-00521353-817d-4606-a51f-e8ea01abee7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521739 Jun 26 18:31:20.981990 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-90025f6a-7f75-4f6f-a647-7b6bc527446c service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826182 Jun 26 18:31:21.072185 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4598cec5-dc00-4943-b4b9-cafccb79b054 req-339e08b9-f15c-4f0e-b272-046510e15a42 service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828223 Jun 26 18:31:29.169411 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:31:30.980332 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:39.980100 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1abc80ee-24d7-4da7-ad79-fa94fb3fb369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:42.535082 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e1e78ebd-d377-48d5-bc6b-6b6f40715ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:42.980762 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:43.706315 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:43.725448 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f9f8-9c42-49c5-b59c-0b7f4ebfee95 req-d61767bb-9dac-4c66-a3d7-ca40887fc3fa tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:43.726914 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6157f9f8-9c42-49c5-b59c-0b7f4ebfee95 req-d61767bb-9dac-4c66-a3d7-ca40887fc3fa tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0663445 Jun 26 18:31:43.794596 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-6157f9f8-9c42-49c5-b59c-0b7f4ebfee95 req-730884c9-c585-410e-bdc8-de5dbc118030 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595717 Jun 26 18:31:43.805419 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-19501709-20c7-43be-8e4e-933e6b2b17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:43.806937 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-19501709-20c7-43be-8e4e-933e6b2b17c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f27cb202c04b91817f642e011ffd65&device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1138 time: 0.0791304 Jun 26 18:31:43.898152 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-24fb654d-36f0-4b0d-8154-5c0bb7a83803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:43.899511 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-24fb654d-36f0-4b0d-8154-5c0bb7a83803 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e HTTP/1.1" status: 200 len: 915 time: 0.0863681 Jun 26 18:31:43.961928 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-313c369b-3ac3-4b53-8b04-8b1c35ceaa14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 1002 time: 0.0556982 Jun 26 18:31:44.011538 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-d2a0642b-7151-4109-a13d-860082adcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:44.012968 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-d2a0642b-7151-4109-a13d-860082adcd8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c663eea-d674-4c04-a0c7-b489bab34178 HTTP/1.1" status: 200 len: 853 time: 0.0447798 Jun 26 18:31:44.067026 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-5ac14f56-c2a4-46c2-8a15-a57625ec97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:44.069073 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-5ac14f56-c2a4-46c2-8a15-a57625ec97ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0489032 Jun 26 18:31:44.154565 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-0bd8ee66-f6ca-4407-a0fe-441b5e701ed2 service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787246 Jun 26 18:31:44.244541 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-cdf244cf-f179-4d15-93ab-9d809d5ca05a req-715e803d-e547-4d8b-866c-526f6077714b service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831521 Jun 26 18:31:44.969806 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72b152-958b-4345-a8ca-ba351b409be3 req-7e3d61c8-b10b-478f-9b7d-a0006d5513c9 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:44.971263 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6c72b152-958b-4345-a8ca-ba351b409be3 req-7e3d61c8-b10b-478f-9b7d-a0006d5513c9 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0660100 Jun 26 18:31:45.009218 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-6c72b152-958b-4345-a8ca-ba351b409be3 req-2432b461-fd93-442a-81e1-d5d81d5d0509 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317321 Jun 26 18:31:45.094684 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:31:46.177377 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aadf2-1d9c-46c4-b09f-853f76f19827 req-cfb270d4-e99a-4a13-b054-1c501801b747 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:46.178834 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d7aadf2-1d9c-46c4-b09f-853f76f19827 req-cfb270d4-e99a-4a13-b054-1c501801b747 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0621383 Jun 26 18:31:46.218111 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-5d7aadf2-1d9c-46c4-b09f-853f76f19827 req-428d1efd-f384-41d2-a4e7-ff23a2420f19 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335944 Jun 26 18:31:47.385572 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05358f0e-4bff-4713-b1be-3572f10dddd5 req-be619423-2aad-4a89-932d-40493582cbda tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:47.387045 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-05358f0e-4bff-4713-b1be-3572f10dddd5 req-be619423-2aad-4a89-932d-40493582cbda tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0625815 Jun 26 18:31:47.426475 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-05358f0e-4bff-4713-b1be-3572f10dddd5 req-cae54c99-28e4-4047-aad1-c85a09da1d65 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336330 Jun 26 18:31:48.599050 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d9f9-1112-4d31-aaf2-661b2d90994d req-58eb8296-c8d0-4b9d-b42d-8fd7dea63296 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:48.600549 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c2e6d9f9-1112-4d31-aaf2-661b2d90994d req-58eb8296-c8d0-4b9d-b42d-8fd7dea63296 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0664258 Jun 26 18:31:48.639392 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c2e6d9f9-1112-4d31-aaf2-661b2d90994d req-9d430a4b-359c-476c-89e8-3f3175de03fb tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329137 Jun 26 18:31:49.914650 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe025fb-54a2-48d7-8e86-2fe18cda0afe req-bb96d878-053d-4ede-9009-bb9047db9786 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:49.916127 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3fe025fb-54a2-48d7-8e86-2fe18cda0afe req-bb96d878-053d-4ede-9009-bb9047db9786 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.1660721 Jun 26 18:31:49.954284 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-3fe025fb-54a2-48d7-8e86-2fe18cda0afe req-2f85f6fc-0fe7-4bdc-b967-6a51deb47ff4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325541 Jun 26 18:31:51.170469 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6781a-bb7f-449b-afdb-e781d6d48d9c req-25a2cab6-2a2c-4b2f-9f1d-7f73bae0033d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:51.171940 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-fdb6781a-bb7f-449b-afdb-e781d6d48d9c req-25a2cab6-2a2c-4b2f-9f1d-7f73bae0033d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.1086283 Jun 26 18:31:51.211420 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-fdb6781a-bb7f-449b-afdb-e781d6d48d9c req-ea60a266-c523-4d3a-8d32-d84d4963918c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331984 Jun 26 18:31:52.381708 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95658c-5bb3-4a2d-961f-2c76e541b00c req-3f8eb2f4-1e29-42ba-8dc8-933b6238590f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:52.383167 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8d95658c-5bb3-4a2d-961f-2c76e541b00c req-3f8eb2f4-1e29-42ba-8dc8-933b6238590f tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0616584 Jun 26 18:31:52.422557 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-8d95658c-5bb3-4a2d-961f-2c76e541b00c req-293ae1e9-c513-4a3c-a524-b3b414881869 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336277 Jun 26 18:31:53.593862 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e3098-347a-4a1f-bbb9-794a4ec8296b req-1496e297-edcd-414f-8d7e-9e27bcf73e17 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:53.595318 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-692e3098-347a-4a1f-bbb9-794a4ec8296b req-1496e297-edcd-414f-8d7e-9e27bcf73e17 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0625734 Jun 26 18:31:53.634054 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-692e3098-347a-4a1f-bbb9-794a4ec8296b req-6fee521e-03ab-4b7f-9968-09452b806ce4 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325835 Jun 26 18:31:54.803088 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f608a4f-eddd-493a-81e0-b80f7b0a2efc req-ab48d18d-0fcc-417d-80c0-d2f67839176d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:54.804507 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2f608a4f-eddd-493a-81e0-b80f7b0a2efc req-ab48d18d-0fcc-417d-80c0-d2f67839176d tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0617623 Jun 26 18:31:54.842997 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-2f608a4f-eddd-493a-81e0-b80f7b0a2efc req-54c08a5b-1016-4916-a91f-65b52decab95 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329072 Jun 26 18:31:56.029663 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc83c53-b0e1-4d18-91d3-87f9f2fdb233 req-b3c264f7-7296-4b5a-b101-c781a32f63b8 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:56.031116 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4cc83c53-b0e1-4d18-91d3-87f9f2fdb233 req-b3c264f7-7296-4b5a-b101-c781a32f63b8 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0658195 Jun 26 18:31:56.069876 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-4cc83c53-b0e1-4d18-91d3-87f9f2fdb233 req-4c818ca1-f17d-43f9-a56f-ef39910392ff tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328896 Jun 26 18:31:57.242761 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679c156-c508-40ae-b547-be48bfe46271 req-1906f6c3-a67d-4730-997a-c9dca0a8be4c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:57.244220 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7679c156-c508-40ae-b547-be48bfe46271 req-1906f6c3-a67d-4730-997a-c9dca0a8be4c tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0655704 Jun 26 18:31:57.283303 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-7679c156-c508-40ae-b547-be48bfe46271 req-488b4a93-43c8-42e4-ab1b-984e6a3c1d26 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334010 Jun 26 18:31:58.453534 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90748e-44d8-413b-9263-2f7141887072 req-0cd3b6e9-1898-4f5e-ab89-3195caa12ee0 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:58.454928 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-1b90748e-44d8-413b-9263-2f7141887072 req-0cd3b6e9-1898-4f5e-ab89-3195caa12ee0 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0614429 Jun 26 18:31:58.493799 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-1b90748e-44d8-413b-9263-2f7141887072 req-ae70557f-7f32-49cc-99a4-c913f0dcc136 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326312 Jun 26 18:31:59.664442 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2baae-5804-49e2-985c-f842eb119736 req-6d9c7877-ec5c-4016-8a3d-f75698d252f7 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:31:59.665879 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-15b2baae-5804-49e2-985c-f842eb119736 req-6d9c7877-ec5c-4016-8a3d-f75698d252f7 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0613368 Jun 26 18:31:59.704042 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-15b2baae-5804-49e2-985c-f842eb119736 req-048f2a1d-5fe3-49a9-8203-d1aba9337564 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324910 Jun 26 18:32:00.876905 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dd02a-fb84-43a3-b646-a5dd78dc8f08 req-e70e28a9-67eb-4c2d-9ed9-f6dd513c5b99 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:00.878349 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-419dd02a-fb84-43a3-b646-a5dd78dc8f08 req-e70e28a9-67eb-4c2d-9ed9-f6dd513c5b99 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0650887 Jun 26 18:32:00.917707 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-419dd02a-fb84-43a3-b646-a5dd78dc8f08 req-915d1e04-51a0-4645-89f3-dac914bce9af tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=470deb9d-af71-457a-9a48-84a745b697dc&id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331795 Jun 26 18:32:00.985919 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:06.168029 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:32:08.182524 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-24163e75-24cf-4445-86ec-5aeac419aab2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508411 Jun 26 18:32:08.291392 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-93d8fef7-6714-475b-bc29-a439748fed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:08.292869 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-93d8fef7-6714-475b-bc29-a439748fed5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f27cb202c04b91817f642e011ffd65&device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1138 time: 0.0519826 Jun 26 18:32:08.394955 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-28ac2ff0-1946-49eb-823b-5fc4be22178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:08.396312 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-28ac2ff0-1946-49eb-823b-5fc4be22178c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e HTTP/1.1" status: 200 len: 915 time: 0.0839226 Jun 26 18:32:08.457269 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-b4671fdf-8aff-4257-90c4-fdd54a0c3bc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 1002 time: 0.0542753 Jun 26 18:32:08.503008 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-f6210fee-af4e-4ba7-b478-b21e845cf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:08.504378 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-f6210fee-af4e-4ba7-b478-b21e845cf13f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c663eea-d674-4c04-a0c7-b489bab34178 HTTP/1.1" status: 200 len: 853 time: 0.0408494 Jun 26 18:32:08.561934 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-589855d7-9cdb-41a1-8328-fa334a9d9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:08.563421 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-589855d7-9cdb-41a1-8328-fa334a9d9438 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0523233 Jun 26 18:32:08.573905 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-51279b0d-af85-4b04-9e91-658069e11690 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:32:08.574831 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-51279b0d-af85-4b04-9e91-658069e11690 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048418 Jun 26 18:32:08.665328 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-1d3e7900-c8e9-4a61-a299-e49957a47887 service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819423 Jun 26 18:32:08.754345 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-c9f16256-97c0-45a6-be2d-42a02f08d74d req-169647a0-530b-45c5-be7c-f86d3b4821b9 service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820038 Jun 26 18:32:09.946517 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c050081f-a87c-4370-93b9-57b160fcc559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:12.529300 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc4e2d5d-edf6-4f2b-9835-f876d20011f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:12.912347 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:13.677837 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:15.101325 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:31.004104 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.139920 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-5d7258a3-d777-4c5d-bb3f-5b136edc1097 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272361699&fields=id&tenant_id=b3f27cb202c04b91817f642e011ffd65 HTTP/1.1" status: 200 len: 267 time: 0.0320222 Jun 26 18:32:33.208532 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-6a162cab-9f70-4581-95d9-d1e18a98b1bf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:33.209985 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-6a162cab-9f70-4581-95d9-d1e18a98b1bf tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 985 time: 0.0649145 Jun 26 18:32:33.221345 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.v2.base [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Request body: {'port': {'security_groups': ['400de517-25c2-4ded-9838-36e02771cd07']}} {{(pid=93535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:32:33.300204 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3827914'] for port, before_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.464767 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] For port ad13b819-b3d2-4e10-b719-fc2566dba9ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:33.492532 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for port, precommit_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.552146 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777304474552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777304080887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777304034344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069428453'] for port, after_update {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.556724 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-789e3bd3-1b0b-40c3-94ea-051737e18255 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:33.586708 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['ad13b819-b3d2-4e10-b719-fc2566dba9ec'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:32:33.603871 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:33.604607 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.606023 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-e8b07db9-e2da-49be-a0df-299f804ff0c7 req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "PUT /v2.0/ports/ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 943 time: 0.3891056 Jun 26 18:32:33.606548 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:32:33.608921 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558b477e-9727-4523-9b1d-2159dc42fe51" -d '{"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:32:33.612233 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40778) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:33.644536 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event updated for resources: {'Port': ['ID=ad13b819-b3d2-4e10-b719-fc2566dba9ec,revision_number=7']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:33.655036 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f336f21-2128-4551-91f7-8afaa714edc2 x-openstack-request-id: req-1f336f21-2128-4551-91f7-8afaa714edc2 {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:32:33.655367 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:32:33.655663 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f336f21-2128-4551-91f7-8afaa714edc2 {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:32:33.656094 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'status': 'completed', 'code': 200} Jun 26 18:32:33.660923 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.661701 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.661701 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.662025 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.662412 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.662934 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.663305 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.663668 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.664493 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.664493 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.664787 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.665697 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.669952 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a1f3318a-b935-4282-b1ad-9bc1e300126e tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:33.694612 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.750386 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.752297 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['ad13b819-b3d2-4e10-b719-fc2566dba9ec'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:32:33.806602 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-f74eb827-c3d2-432b-83e8-301135e33efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:33.807920 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-f74eb827-c3d2-432b-83e8-301135e33efa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f27cb202c04b91817f642e011ffd65&device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1099 time: 0.1078584 Jun 26 18:32:33.856770 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-cf893071-adfa-412d-bfef-2e744bcd62a7 None None] Provisioning complete for port ad13b819-b3d2-4e10-b719-fc2566dba9ec triggered by entity DHCP. {{(pid=93536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:32:33.857147 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-cf893071-adfa-412d-bfef-2e744bcd62a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3876352'] for port, provisioning_complete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.901001 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-e225ac39-7c53-4803-8c3b-45a900630801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:33.902460 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-e225ac39-7c53-4803-8c3b-45a900630801 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e HTTP/1.1" status: 200 len: 915 time: 0.0881155 Jun 26 18:32:33.950583 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.953117 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:33.959914 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "DELETE /v2.0/security-groups/470deb9d-af71-457a-9a48-84a745b697dc HTTP/1.1" status: 204 len: 168 time: 0.3403916 Jun 26 18:32:33.959914 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-cc22e366-b785-41e7-9703-975c35cc0510 tempest-VolumesNegativeTest-1566825951 tempest-VolumesNegativeTest-1566825951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:33.960164 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40780) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:33.972715 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470deb9d-af71-457a-9a48-84a745b697dc,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:33.984760 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.985150 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.985526 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.985897 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.986262 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.986628 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.986991 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.987366 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.987712 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.988071 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.988449 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.988808 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:33.995822 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-db8ca514-fbc8-4a00-95d6-05d0f9e77622 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:33.998164 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-d97bffd5-15df-49c1-85ed-99ee97882df5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 1002 time: 0.0881405 Jun 26 18:32:34.047393 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-0fac3a79-ccea-4def-81e4-d309ad4a09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:34.048929 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-0fac3a79-ccea-4def-81e4-d309ad4a09e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c663eea-d674-4c04-a0c7-b489bab34178 HTTP/1.1" status: 200 len: 853 time: 0.0438478 Jun 26 18:32:34.105789 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-f965ee6c-fb8f-4847-aee1-d0534def94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:34.107183 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-f965ee6c-fb8f-4847-aee1-d0534def94bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0520129 Jun 26 18:32:34.115612 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Deleting port 35d0f468-8750-4d9f-ac9b-78119ef1801d {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:34.115959 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:34.188701 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:34.189385 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:34.199135 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-b67f3a4b-f413-4492-a7c4-e66c4ce073fd service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845699 Jun 26 18:32:34.201035 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Calling delete_port for 35d0f468-8750-4d9f-ac9b-78119ef1801d owned by network:floatingip {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:34.285953 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-558b477e-9727-4523-9b1d-2159dc42fe51 req-7ed60c5b-3485-4291-8f81-5162a8d63f3d service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798805 Jun 26 18:32:34.414602 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:34.417581 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-f8023ea8-afe7-4f5f-b119-5eb7b1d3713d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:34.441480 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event deleted for resources: {'Port': ['ID=35d0f468-8750-4d9f-ac9b-78119ef1801d,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:34.444034 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:34.507271 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:34.507609 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.db.l3_db [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Floating IP 00d83aa7-43a0-4384-af4f-b68458709ccb disassociated (deleted). External IP: 172.28.1.166, port: ad13b819-b3d2-4e10-b719-fc2566dba9ec. Jun 26 18:32:34.723658 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:32:34.826203 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:32:34.830949 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for floatingip, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:34.835297 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] Sync routers for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:32:34.844791 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:32:34.845401 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:32:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:34.868921 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-39c4ffff-33d6-4600-b97f-7f6b20d564ad tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "DELETE /v2.0/floatingips/00d83aa7-43a0-4384-af4f-b68458709ccb HTTP/1.1" status: 204 len: 168 time: 0.9107134 Jun 26 18:32:35.068387 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:32:35.254835 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'f9572702-e05a-4912-80d4-68590a82cb4b', 'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'mac_address': 'fa:16:3e:d2:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:27Z', 'updated_at': '2021-06-26T18:30:32Z', 'revision_number': 5, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'subnets': [{'id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:35.280789 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] Checking router: 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:32:35.289993 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:32:35.290619 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:32:12Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:35.394074 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:32:35.587456 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'f9572702-e05a-4912-80d4-68590a82cb4b', 'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'mac_address': 'fa:16:3e:d2:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:27Z', 'updated_at': '2021-06-26T18:30:32Z', 'revision_number': 5, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'subnets': [{'id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:35.612863 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4edcf-fc45-4787-b55e-24455b8ed891 None None] The sync data for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb is: [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:30:27Z', 'revision_number': 4, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb', '_interfaces': [{'id': 'f9572702-e05a-4912-80d4-68590a82cb4b', 'name': '', 'network_id': '9c91b221-991d-40d7-b19b-ffc9ed4a2a6e', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'mac_address': 'fa:16:3e:d2:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:27Z', 'updated_at': '2021-06-26T18:30:32Z', 'revision_number': 5, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'subnets': [{'id': '8c663eea-d674-4c04-a0c7-b489bab34178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:32:35.657407 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec'}] {{(pid=93535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:32:35.659832 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ac826d8520c773c5b6e8968048426d83a36dd78ab7947d5604503e99512757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04593144-e2a2-4b24-af6a-89192ff6f25f" -d '{"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec"}]}' {{(pid=93535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:32:35.696659 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adce374-a877-479e-a2d1-68d2510baa9a x-openstack-request-id: req-2adce374-a877-479e-a2d1-68d2510baa9a {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:32:35.697235 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec", "status": "completed", "code": 200}]} {{(pid=93535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:32:35.697629 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2adce374-a877-479e-a2d1-68d2510baa9a {{(pid=93535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:32:35.698131 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'status': 'completed', 'code': 200} Jun 26 18:32:35.827862 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a5079e-9642-4da9-83b7-2c587ffc0d56 None None] New status for floating IP 00d83aa7-43a0-4384-af4f-b68458709ccb: DOWN {{(pid=93537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:32:35.850819 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-4208a90a-506b-4bf2-a094-59e6500f7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:35.852321 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-4208a90a-506b-4bf2-a094-59e6500f7185 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f27cb202c04b91817f642e011ffd65&device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 1099 time: 0.1003592 Jun 26 18:32:35.943539 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-874a2861-35d8-4191-9e1d-5f5776a7a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:35.945368 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-874a2861-35d8-4191-9e1d-5f5776a7a527 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e HTTP/1.1" status: 200 len: 915 time: 0.0863340 Jun 26 18:32:35.985279 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-75043d76-6faf-4fcb-bca0-d1331c2494d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 200 len: 217 time: 0.0341837 Jun 26 18:32:36.036015 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-2ec65f6f-b24a-457c-b591-15a8153ed95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:36.037503 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-2ec65f6f-b24a-457c-b591-15a8153ed95d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c663eea-d674-4c04-a0c7-b489bab34178 HTTP/1.1" status: 200 len: 853 time: 0.0461028 Jun 26 18:32:36.100247 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-b6d3f4b7-40d2-496a-beca-c2449b76c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:36.101674 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-b6d3f4b7-40d2-496a-beca-c2449b76c50b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0576241 Jun 26 18:32:36.188069 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-90c6e499-ec68-4853-b633-04419077ffa1 service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798965 Jun 26 18:32:36.282787 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-04593144-e2a2-4b24-af6a-89192ff6f25f req-a9a09080-1d37-4ea2-841c-3eb5c5e8c9b4 service neutron] 10.222.0.37 "GET /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 Jun 26 18:32:38.428292 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6e834-6483-4293-bc15-cfdce1286cf1 req-8ebeec11-9ab5-4dba-a495-eb572b096013 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:38.429683 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-bbb6e834-6483-4293-bc15-cfdce1286cf1 req-8ebeec11-9ab5-4dba-a495-eb572b096013 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0623004 Jun 26 18:32:38.466464 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-bbb6e834-6483-4293-bc15-cfdce1286cf1 req-fe1bdbea-5332-4599-9612-304d12a0ce83 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Jun 26 18:32:39.639836 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db449dc6-fea8-4ee3-bf10-0467aa19c75f req-d912397b-bae6-4257-ba51-97d1f96fba14 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:39.641344 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-db449dc6-fea8-4ee3-bf10-0467aa19c75f req-d912397b-bae6-4257-ba51-97d1f96fba14 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0618920 Jun 26 18:32:39.676691 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-db449dc6-fea8-4ee3-bf10-0467aa19c75f req-8041cf04-653a-44f6-b6e7-fb3f57953aa0 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/security-groups?id=400de517-25c2-4ded-9838-36e02771cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298293 Jun 26 18:32:39.929585 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-48eedf9e-6eae-498d-9200-e3d9f0d4f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:40.264521 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-fd6e64a1-9e45-4f0a-9149-564bfb2f3f55 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:32:40.265949 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-fd6e64a1-9e45-4f0a-9149-564bfb2f3f55 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 946 time: 0.0650566 Jun 26 18:32:40.364063 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Deleting port ad13b819-b3d2-4e10-b719-fc2566dba9ec {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:40.364428 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:40.451928 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] For port ad13b819-b3d2-4e10-b719-fc2566dba9ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad13b819-b3d2-4e10-b719-fc2566dba9ec,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:40.452208 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:40.465216 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Calling delete_port for ad13b819-b3d2-4e10-b719-fc2566dba9ec owned by compute:nova {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:40.632984 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:40.636908 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-867c7694-58bc-46af-9378-a026468ee1b4 tempest-AttachVolumeShelveTestJSON-828941377 tempest-AttachVolumeShelveTestJSON-828941377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:40.663046 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Pushing event deleted for resources: {'Port': ['ID=ad13b819-b3d2-4e10-b719-fc2566dba9ec,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:40.667443 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] get_ports_and_sgs() called for port_ids ['ad13b819-b3d2-4e10-b719-fc2566dba9ec'] {{(pid=93536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:32:40.667782 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:40.711542 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] No DVR routers for this DVR port ad13b819-b3d2-4e10-b719-fc2566dba9ec on host hv-cinder-79819 {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:32:40.714834 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130980'] for port, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:40.716803 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [req-33bd3ad4-7d92-4c12-b8ab-0c239c930672 req-86c0f6ce-e209-48be-a4d9-2d3172488823 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.37 "DELETE /v2.0/ports/ad13b819-b3d2-4e10-b719-fc2566dba9ec HTTP/1.1" status: 204 len: 173 time: 0.4446957 Jun 26 18:32:40.717328 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'name': 'network-vif-deleted', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec'}] {{(pid=93534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:32:40.719815 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c177bb6aa7cb04664b2a06fc7d7eb11fc10f6dbeb1e461b8f96f4cea4b3b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89c5470-e62d-474a-9ad6-18acd11c42a0" -d '{"events": [{"server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "name": "network-vif-deleted", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec"}]}' {{(pid=93534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:32:40.808986 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14353b9-7ef7-4e1f-983f-43029a4e48a2 x-openstack-request-id: req-e14353b9-7ef7-4e1f-983f-43029a4e48a2 {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:32:40.809323 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f567c0-c03f-4876-9257-776480c90992", "name": "network-vif-deleted", "tag": "ad13b819-b3d2-4e10-b719-fc2566dba9ec", "status": "completed", "code": 200}]} {{(pid=93534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:32:40.809620 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e14353b9-7ef7-4e1f-983f-43029a4e48a2 {{(pid=93534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:32:40.810056 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f567c0-c03f-4876-9257-776480c90992', 'name': 'network-vif-deleted', 'tag': 'ad13b819-b3d2-4e10-b719-fc2566dba9ec', 'status': 'completed', 'code': 200} Jun 26 18:32:40.818845 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [req-ed16ceb7-ba49-4f83-aecb-53a59d83f016 req-e3021994-b8f0-4b07-867f-a94648178357 tempest-TestMinimumBasicScenario-736251230 tempest-TestMinimumBasicScenario-736251230-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f567c0-c03f-4876-9257-776480c90992 HTTP/1.1" status: 200 len: 210 time: 0.0317268 Jun 26 18:32:42.535161 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7bff5e82-0ed5-45fe-a3a0-938a9046f07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:42.951792 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:43.037621 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40872) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:43.165868 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:32:43.379819 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668411'] for router_interface, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:43.620130 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Deleting port f9572702-e05a-4912-80d4-68590a82cb4b {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:43.620502 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:43.695587 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:43.697625 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] For port f9572702-e05a-4912-80d4-68590a82cb4b, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=f9572702-e05a-4912-80d4-68590a82cb4b,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:43.697979 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:43.709817 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Calling delete_port for f9572702-e05a-4912-80d4-68590a82cb4b owned by network:router_interface {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:43.947543 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:43.949392 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:43.977236 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f9572702-e05a-4912-80d4-68590a82cb4b,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:43.980790 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:44.135771 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3612383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592651'] for router_interface, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:44.507203 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ad13b819-b3d2-4e10-b719-fc2566dba9ec no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:32:44.530906 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] No Port match for: ad13b819-b3d2-4e10-b719-fc2566dba9ec {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:32:44.531261 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Device ad13b819-b3d2-4e10-b719-fc2566dba9ec not bound to the agent host hv-cinder-79819 {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:32:44.588075 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:32:44.702652 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:32:44.707549 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-7fc1cf1d-ef33-43ef-988f-303b2cd727fe admin admin] 10.222.0.15 "PUT /v2.0/routers/23363bad-7cb6-48d9-a3f3-e4b9aa7e667b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6689248 Jun 26 18:32:44.710060 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40874) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:44.713514 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] Sync routers for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:32:44.722671 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:32:44.723293 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:32:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:44.812504 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:44.823354 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: dv-cinder-798198-1-smb {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:32:44.909938 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:44.995239 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:32:43Z', 'revision_number': 5, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port': {'id': '1b2a488b-48d3-4d66-bc8c-62130b357443', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:25Z', 'updated_at': '2021-06-26T18:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:45.014427 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Deleting port 1b2a488b-48d3-4d66-bc8c-62130b357443 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:45.014775 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.019883 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] Checking router: 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b for host: dv-cinder-798198-1-smb {{(pid=93536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:32:45.028895 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] Routers {'23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:32:45.029174 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:32:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'], 'active': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:45.091296 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] For port 1b2a488b-48d3-4d66-bc8c-62130b357443, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=1b2a488b-48d3-4d66-bc8c-62130b357443,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:45.091571 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.104370 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Calling delete_port for 1b2a488b-48d3-4d66-bc8c-62130b357443 owned by network:router_gateway {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:45.122035 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvr_db [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] Set router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b gateway port host: None {{(pid=93536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:32:45.176080 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_hamode_db [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:32:44Z', 'revision_number': 6, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port_host': None}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:45.177816 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.202186 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103864bc-1b96-4c55-9c24-cd0c76191c54 None None] The sync data for ids ['23363bad-7cb6-48d9-a3f3-e4b9aa7e667b'] in dv-cinder-798198-1-smb is: [{'id': '23363bad-7cb6-48d9-a3f3-e4b9aa7e667b', 'name': 'tempest-TestMinimumBasicScenario-281936683-router', 'tenant_id': 'b3f27cb202c04b91817f642e011ffd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:24Z', 'updated_at': '2021-06-26T18:32:44Z', 'revision_number': 6, 'project_id': 'b3f27cb202c04b91817f642e011ffd65', 'gw_port_host': None}] {{(pid=93536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:32:45.335752 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.339488 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:45.361814 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2a488b-48d3-4d66-bc8c-62130b357443,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:45.364844 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:45.423525 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595121'] for router_gateway, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.507795 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6917'] for router, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.510347 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.627126 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-595942'] for router, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.627698 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23363bad-7cb6-48d9-a3f3-e4b9aa7e667b {{(pid=93535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:32:45.631900 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] Notify callbacks [] for router, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.633134 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-99011373-6555-4e5e-ae89-a1d2b8ddeb19 admin admin] 10.222.0.15 "DELETE /v2.0/routers/23363bad-7cb6-48d9-a3f3-e4b9aa7e667b HTTP/1.1" status: 204 len: 168 time: 0.9221435 Jun 26 18:32:45.636324 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40876) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:45.679520 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c352326c-7f7b-49e1-9e4d-4f6afe739461 admin admin] Deleting subnet 8c663eea-d674-4c04-a0c7-b489bab34178 {{(pid=93535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:32:45.683372 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c352326c-7f7b-49e1-9e4d-4f6afe739461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.720901 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c352326c-7f7b-49e1-9e4d-4f6afe739461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065575315'] for subnet, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.793140 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c352326c-7f7b-49e1-9e4d-4f6afe739461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.914099 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c352326c-7f7b-49e1-9e4d-4f6afe739461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069428260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065608013'] for subnet, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.916776 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-42addbea-6f39-444c-be04-646730168917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:45.950146 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24842ab3-ce69-423f-9492-cc9118dbdedb None None] Network 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:32:45.963561 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-c352326c-7f7b-49e1-9e4d-4f6afe739461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for subnet, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:45.965533 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-c352326c-7f7b-49e1-9e4d-4f6afe739461 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8c663eea-d674-4c04-a0c7-b489bab34178 HTTP/1.1" status: 204 len: 168 time: 0.3282747 Jun 26 18:32:45.966417 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352326c-7f7b-49e1-9e4d-4f6afe739461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c663eea-d674-4c04-a0c7-b489bab34178,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:45.968351 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40878) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:45.968963 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-c352326c-7f7b-49e1-9e4d-4f6afe739461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:46.005326 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device f9572702-e05a-4912-80d4-68590a82cb4b no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:32:46.029273 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: f9572702-e05a-4912-80d4-68590a82cb4b {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:32:46.029629 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device f9572702-e05a-4912-80d4-68590a82cb4b not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:32:46.042667 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.096855 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Deleting port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:46.097199 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.160944 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] DHCP port deletion for 9c91b221-991d-40d7-b19b-ffc9ed4a2a6e request from dv-cinder-798198-1-smb {{(pid=93536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:32:46.162467 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] For port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=82d93c8c-f9cf-4da6-ac54-dda15dab6bf0,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:46.163026 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.176628 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Calling delete_port for 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 owned by network:dhcp {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:46.214506 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Deleting port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:46.215000 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.276818 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] For port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=82d93c8c-f9cf-4da6-ac54-dda15dab6bf0,segment=NetworkSegment(8c0d3efa-4089-4d03-b4af-63966e8cff36),segment_id=8c0d3efa-4089-4d03-b4af-63966e8cff36)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:46.277217 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.288905 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Calling delete_port for 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:46.388028 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.391956 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-fadf51da-1095-444f-9ce1-469909f3894c tempest-VolumesSnapshotTestJSON-1699189371 tempest-VolumesSnapshotTestJSON-1699189371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:46.395188 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.399466 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:46.429198 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d93c8c-f9cf-4da6-ac54-dda15dab6bf0,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:46.434230 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:46.435265 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Pushing event deleted for resources: {'Port': ['ID=82d93c8c-f9cf-4da6-ac54-dda15dab6bf0,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:46.435392 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] No DVR routers for this DVR port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 on host dv-cinder-798198-1-smb {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:32:46.439859 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] No DVR routers for this DVR port 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 on host dv-cinder-798198-1-smb {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:32:46.446014 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.446978 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.447380 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.447735 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.448058 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.448388 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.448815 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.449141 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.449492 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.449820 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.450143 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.450464 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-smb {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:32:46.457897 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-447a49dc-e74b-4de4-a7ad-9b6007295fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:46.515820 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.524942 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c91b221-991d-40d7-b19b-ffc9ed4a2a6e']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:46.810198 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0d3efa-4089-4d03-b4af-63966e8cff36') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:46.810491 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0d3efa-4089-4d03-b4af-63966e8cff36') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:46.818989 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.832194 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.838715 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:32:46.839086 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:32:46.840721 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:32:46.969988 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.973652 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2f52db54-8ce9-4004-bd4b-ec976a369e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:46.976164 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:46.978029 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9c91b221-991d-40d7-b19b-ffc9ed4a2a6e HTTP/1.1" status: 204 len: 168 time: 1.0061421 Jun 26 18:32:46.980878 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40880) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:46.988427 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c91b221-991d-40d7-b19b-ffc9ed4a2a6e,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:46.991383 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-0f4b3596-cd5c-4734-948e-f0d33b81fbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:47.309698 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668411'] for router_interface, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:47.547536 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Deleting port 5401240b-0927-410f-b1ad-2347dbc2c079 {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:47.547882 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:47.624119 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] For port 5401240b-0927-410f-b1ad-2347dbc2c079, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=5401240b-0927-410f-b1ad-2347dbc2c079,segment=NetworkSegment(5b0cdb1a-1ea0-4e6c-ab17-97de583b1908),segment_id=5b0cdb1a-1ea0-4e6c-ab17-97de583b1908)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:47.624506 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:47.636302 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Calling delete_port for 5401240b-0927-410f-b1ad-2347dbc2c079 owned by network:router_interface {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:47.647632 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 1b2a488b-48d3-4d66-bc8c-62130b357443 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:32:47.666977 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 1b2a488b-48d3-4d66-bc8c-62130b357443 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:32:47.667330 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 1b2a488b-48d3-4d66-bc8c-62130b357443 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:32:47.667751 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:32:47.686099 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:32:47.686452 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 82d93c8c-f9cf-4da6-ac54-dda15dab6bf0 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:32:47.872675 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:47.874590 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-a621e7cf-6a8a-4241-82d1-bb93f978f2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:47.901255 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=5401240b-0927-410f-b1ad-2347dbc2c079,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:47.904401 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:48.063803 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3612383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592651'] for router_interface, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:48.267478 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Router 2400cb5d-9aae-430f-a586-2daa0b455bb2 has already been hosted by L3 agent 6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a {{(pid=93535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:32:48.365896 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Notify agent at l3_agent.dv-cinder-798198-1-smb the message routers_updated {{(pid=93535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:32:48.373181 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] 10.222.0.15 "PUT /v2.0/routers/2400cb5d-9aae-430f-a586-2daa0b455bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3889923 Jun 26 18:32:48.373383 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.wsgi [-] (93535) accepted ('10.222.0.15', 40882) {{(pid=93535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:48.373982 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] Sync routers for ids ['2400cb5d-9aae-430f-a586-2daa0b455bb2'] in dv-cinder-798198-1-smb {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:32:48.383450 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] Routers {'2400cb5d-9aae-430f-a586-2daa0b455bb2'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:32:48.384947 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:32:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['2400cb5d-9aae-430f-a586-2daa0b455bb2'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:48.476321 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:48.484032 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] Set router 2400cb5d-9aae-430f-a586-2daa0b455bb2 gateway port host: dv-cinder-798198-1-smb {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:32:48.575480 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:48.658569 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'external_fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:30Z', 'updated_at': '2021-06-26T18:32:47Z', 'revision_number': 5, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'gw_port': {'id': '74588e1f-cb4f-4908-b4e9-6cb8fa5b12db', 'name': '', 'network_id': '1b897550-475e-45c1-a445-070a8b8b93f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:30:31Z', 'updated_at': '2021-06-26T18:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca363cf8-16fd-4e45-a0cd-8b8d7b1419ca', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-smb'}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:48.684506 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] Checking router: 2400cb5d-9aae-430f-a586-2daa0b455bb2 for host: dv-cinder-798198-1-smb {{(pid=93537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:32:48.693142 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] Routers {'2400cb5d-9aae-430f-a586-2daa0b455bb2'} bound to L3 agent in host dv-cinder-798198-1-smb {{(pid=93537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:32:48.693764 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:13:42Z,description=,heartbeat_timestamp=2021-06-26T18:32:42Z,host='dv-cinder-798198-1-smb',id=6fd4ef48-2fc1-4bc3-a893-7ef06aab0c5a,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:13:43Z,topic='l3_agent')) {'router_ids': ['2400cb5d-9aae-430f-a586-2daa0b455bb2'], 'active': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:48.780875 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_dvr_db [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] Set router 2400cb5d-9aae-430f-a586-2daa0b455bb2 gateway port host: None {{(pid=93537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:32:48.835700 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.l3_hamode_db [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:30Z', 'updated_at': '2021-06-26T18:32:48Z', 'revision_number': 6, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'gw_port_host': None}], 'dv-cinder-798198-1-smb', False) {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:48.862098 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b85e40-fece-4c42-8ce1-59651e8aa914 None None] The sync data for ids ['2400cb5d-9aae-430f-a586-2daa0b455bb2'] in dv-cinder-798198-1-smb is: [{'id': '2400cb5d-9aae-430f-a586-2daa0b455bb2', 'name': 'tempest-TestMinimumBasicScenario-2122309632-router', 'tenant_id': '73907926b7094c628a0de53a8c4e7a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:30:30Z', 'updated_at': '2021-06-26T18:32:48Z', 'revision_number': 6, 'project_id': '73907926b7094c628a0de53a8c4e7a0a', 'gw_port_host': None}] {{(pid=93537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:32:48.946953 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Deleting port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db {{(pid=93535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:48.947289 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.019700 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.db [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] For port 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=74588e1f-cb4f-4908-b4e9-6cb8fa5b12db,segment=NetworkSegment(45746c10-bff7-4a51-a220-e35949385432),segment_id=45746c10-bff7-4a51-a220-e35949385432)] {{(pid=93535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:49.020053 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.031534 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.plugins.ml2.plugin [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Calling delete_port for 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db owned by network:router_gateway {{(pid=93535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:49.267631 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069428254'] for port, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.269916 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-94757f05-d9a6-4e35-a536-8dfc39961e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:49.297853 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74588e1f-cb4f-4908-b4e9-6cb8fa5b12db,revision_number=None']} {{(pid=93535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:49.300739 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG oslo_concurrency.lockutils [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:49.356577 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595121'] for router_gateway, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.441638 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6917'] for router, precommit_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.443648 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.546990 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-595942'] for router, after_delete {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.547447 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2400cb5d-9aae-430f-a586-2daa0b455bb2 {{(pid=93535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:32:49.551705 dv-cinder-798198-1-smb neutron-server[93535]: DEBUG neutron_lib.callbacks.manager [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.553232 dv-cinder-798198-1-smb neutron-server[93535]: INFO neutron.wsgi [None req-0458fac4-6436-4979-bf82-f15a0bb6d5a8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2400cb5d-9aae-430f-a586-2daa0b455bb2 HTTP/1.1" status: 204 len: 168 time: 1.1784093 Jun 26 18:32:49.555382 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40884) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:49.600776 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccbea5e-9cab-43a1-91aa-5d41090e8474 admin admin] Deleting subnet 0800a9fd-f082-4765-953d-014ff0a36755 {{(pid=93534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:32:49.605022 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2ccbea5e-9cab-43a1-91aa-5d41090e8474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.641698 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:32:49.642225 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2ccbea5e-9cab-43a1-91aa-5d41090e8474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1068046848'] for subnet, precommit_delete_associations {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.663563 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:32:49.663920 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 74588e1f-cb4f-4908-b4e9-6cb8fa5b12db not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:32:49.664345 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 5401240b-0927-410f-b1ad-2347dbc2c079 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:32:49.686796 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 5401240b-0927-410f-b1ad-2347dbc2c079 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:32:49.687449 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 5401240b-0927-410f-b1ad-2347dbc2c079 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:32:49.722126 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2ccbea5e-9cab-43a1-91aa-5d41090e8474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882214'] for subnet, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.827718 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2ccbea5e-9cab-43a1-91aa-5d41090e8474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3882225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067951234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1068246259'] for subnet, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.829893 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:49.857899 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbea5e-9cab-43a1-91aa-5d41090e8474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0800a9fd-f082-4765-953d-014ff0a36755,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:49.862675 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-2ccbea5e-9cab-43a1-91aa-5d41090e8474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:49.862675 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-2ccbea5e-9cab-43a1-91aa-5d41090e8474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.863729 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-2ccbea5e-9cab-43a1-91aa-5d41090e8474 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0800a9fd-f082-4765-953d-014ff0a36755 HTTP/1.1" status: 204 len: 168 time: 0.3073239 Jun 26 18:32:49.866163 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40886) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:49.870047 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f882566-63c0-40b8-82fb-3bc2b5b63042 None None] Network d67337cd-a904-4730-93fb-376133460ec1 requested from dv-cinder-798198-1-smb {{(pid=93536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:32:49.934272 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3713439'] for network, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:49.987783 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Deleting port 97e571c6-6242-4eab-b684-68436ff317d9 {{(pid=93534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:49.988125 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.052940 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.db [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] For port 97e571c6-6242-4eab-b684-68436ff317d9, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=97e571c6-6242-4eab-b684-68436ff317d9,segment=NetworkSegment(5b0cdb1a-1ea0-4e6c-ab17-97de583b1908),segment_id=5b0cdb1a-1ea0-4e6c-ab17-97de583b1908)] {{(pid=93534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:50.053302 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.060784 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] DHCP port deletion for d67337cd-a904-4730-93fb-376133460ec1 request from dv-cinder-798198-1-smb {{(pid=93536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:32:50.068008 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.plugin [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Calling delete_port for 97e571c6-6242-4eab-b684-68436ff317d9 owned by network:dhcp {{(pid=93534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:50.104857 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] Deleting port 97e571c6-6242-4eab-b684-68436ff317d9 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:32:50.105261 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777304471318'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.163797 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] For port 97e571c6-6242-4eab-b684-68436ff317d9, host dv-cinder-798198-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-smb',level=0,port_id=97e571c6-6242-4eab-b684-68436ff317d9,segment=NetworkSegment(5b0cdb1a-1ea0-4e6c-ab17-97de583b1908),segment_id=5b0cdb1a-1ea0-4e6c-ab17-97de583b1908)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:32:50.164197 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711910'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.176476 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] Calling delete_port for 97e571c6-6242-4eab-b684-68436ff317d9 owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:32:50.231551 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067951288'] for port, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.234744 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-d3f00230-c974-46f9-b5e2-dc747b790b56 tempest-AttachVolumeTestJSON-1781484722 tempest-AttachVolumeTestJSON-1781484722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:50.250656 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3827842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777304474570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777304080878'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.252518 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dfded26f-b301-42a7-9486-82401b88b067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:50.262207 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] No DVR routers for this DVR port 97e571c6-6242-4eab-b684-68436ff317d9 on host dv-cinder-798198-1-smb {{(pid=93534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:32:50.266271 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Pushing event deleted for resources: {'Port': ['ID=97e571c6-6242-4eab-b684-68436ff317d9,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:50.268352 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:50.276138 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] Pushing event deleted for resources: {'Port': ['ID=97e571c6-6242-4eab-b684-68436ff317d9,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:50.279101 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:50.279887 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aaab26-f8c8-4940-bfce-3d2f66ad8cc3 None None] No DVR routers for this DVR port 97e571c6-6242-4eab-b684-68436ff317d9 on host dv-cinder-798198-1-smb {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:32:50.338332 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3881403', 'neutron.services.segments.db._delete_segments_for_network-8777304558102'] for network, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.347518 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67337cd-a904-4730-93fb-376133460ec1']}} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:50.357485 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908') {'for_net_delete': True} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:50.357788 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.services.segments.db [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0cdb1a-1ea0-4e6c-ab17-97de583b1908') {} {{(pid=93534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:32:50.366079 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777304579831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1068046871'] for segment, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.378869 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531'] for segment, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.384847 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:32:50.385232 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3886531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067951207'] for segment, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: Traceback (most recent call last): Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: timer() Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: cb(*args, **kw) Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: return func(*args, **kwargs) Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: self._notify() Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: self.callback(batched_events) Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: event.method(event) Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: return f(self, *a, **k) Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: return self._get(url).json() Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: return self.request(url, 'GET', **kwargs) Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:32:50.386864 dv-cinder-798198-1-smb neutron-server[93534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:32:50.524924 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3881392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-433494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-529708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595065'] for network, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.528465 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:50.531262 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529719'] for network, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.532682 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] 10.222.0.15 "DELETE /v2.0/networks/d67337cd-a904-4730-93fb-376133460ec1 HTTP/1.1" status: 204 len: 168 time: 0.6655974 Jun 26 18:32:50.545886 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Pushing event deleted for resources: {'Network': ['ID=d67337cd-a904-4730-93fb-376133460ec1,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:50.548259 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-5670ba58-9b67-4d18-a728-9d1d33c8acfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:50.860280 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40890) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:50.899528 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-06e17d32-727e-4f74-8852-a240373465c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3f27cb202c04b91817f642e011ffd65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378070 Jun 26 18:32:50.901731 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40892) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:50.948040 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c22a3ae1-02f7-42f8-be1a-9d4695d0e84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:50.968699 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c22a3ae1-02f7-42f8-be1a-9d4695d0e84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:51.090025 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c22a3ae1-02f7-42f8-be1a-9d4695d0e84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:51.092579 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-c22a3ae1-02f7-42f8-be1a-9d4695d0e84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:51.093737 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c22a3ae1-02f7-42f8-be1a-9d4695d0e84c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/400de517-25c2-4ded-9838-36e02771cd07 HTTP/1.1" status: 204 len: 168 time: 0.1911197 Jun 26 18:32:51.094515 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-f1524ad8-3dcb-4500-b4e0-190d59ffd77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:51.102144 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a3ae1-02f7-42f8-be1a-9d4695d0e84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400de517-25c2-4ded-9838-36e02771cd07,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:51.104607 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-c22a3ae1-02f7-42f8-be1a-9d4695d0e84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:32:51.637511 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 97e571c6-6242-4eab-b684-68436ff317d9 no longer exists at agent ovs-agent-dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:32:51.657973 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] No Port match for: 97e571c6-6242-4eab-b684-68436ff317d9 {{(pid=93536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:32:51.658330 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron.plugins.ml2.rpc [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Device 97e571c6-6242-4eab-b684-68436ff317d9 not bound to the agent host dv-cinder-798198-1-smb {{(pid=93536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:32:51.757722 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40898) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:51.799356 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-c51b77a4-6706-444b-aab5-f4797b1754a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73907926b7094c628a0de53a8c4e7a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404382 Jun 26 18:32:51.801613 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.wsgi [-] (93534) accepted ('10.222.0.15', 40900) {{(pid=93534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:32:51.846457 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e39fa0bd-955e-4829-a022-61261b39d3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:51.866625 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e39fa0bd-955e-4829-a022-61261b39d3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:51.969934 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e39fa0bd-955e-4829-a022-61261b39d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149753'] for security_group, after_delete {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:51.972386 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron_lib.callbacks.manager [None req-e39fa0bd-955e-4829-a022-61261b39d3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:32:51.973530 dv-cinder-798198-1-smb neutron-server[93534]: INFO neutron.wsgi [None req-e39fa0bd-955e-4829-a022-61261b39d3c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3a7f77a-95c9-44ff-a7b9-d47688320667 HTTP/1.1" status: 204 len: 168 time: 0.1710644 Jun 26 18:32:51.974300 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-6fb24737-90f3-4688-8d07-5ac1fd3d9f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:32:51.981724 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fa0bd-955e-4829-a022-61261b39d3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a7f77a-95c9-44ff-a7b9-d47688320667,revision_number=None']} {{(pid=93534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:32:51.983931 dv-cinder-798198-1-smb neutron-server[93534]: DEBUG oslo_concurrency.lockutils [None req-e39fa0bd-955e-4829-a022-61261b39d3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:33:01.026063 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:09.952887 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0e017d81-77b1-46cc-9397-d9921ddf8457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:12.534381 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e34048e3-8bf1-414d-9704-92926e12be15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:12.987863 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:13.711617 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:15.111196 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:20.164493 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:33:31.027983 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:39.959113 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e5e8ab72-fbbf-4552-8e3c-3ae335567648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:42.547752 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bc6706f7-35c2-460d-aae4-72eb52ec6855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:43.096491 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:43.747941 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:45.094084 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:33:57.162819 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:34:01.041810 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:09.933182 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b7e20ad2-0d58-4a15-80a5-3e52c6a4a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:12.523509 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b0affa33-7c0b-4609-9a13-1908881116a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:12.972685 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:13.697898 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:15.103788 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:31.039246 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:34.161290 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:34:39.950512 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2f83fcef-35fe-46c7-9c65-ef7c4cb00976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:42.527610 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd066-7e82-48a6-80ea-484ca60635e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:42.945488 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:43.727527 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:34:45.110294 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:01.069661 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:09.950950 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc06abf1-5b94-4cf8-a6a9-4f666c439b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:11.159910 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:35:12.543320 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ccae2e73-11f3-40aa-b258-88653565153d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:12.937812 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:13.749145 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:15.108854 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:31.092019 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:39.937215 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fb275278-9c1b-48a9-acfd-53435dc99e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:42.525928 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-da81f82d-b389-4224-b3d1-1db0fe2a852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:42.931307 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:43.708202 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:45.130362 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:35:48.158321 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:36:01.073054 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:09.946979 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-57bbd41f-9489-4c18-8de5-e9135af1faf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:12.529728 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a4b58b08-572e-4687-8ed1-90f376dcdafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:12.940708 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:13.723438 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:15.111639 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:25.155982 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:36:31.076778 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:39.944921 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-34808786-ca3e-44de-85bf-6df40eeb2710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:42.515864 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b64942f3-7995-419c-99dd-b1857a4a9c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:42.916130 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:43.727477 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:36:45.098780 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:01.080927 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:02.155165 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:37:09.937363 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8dfff36f-85a7-4529-b1ca-4e01cf2aa104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:12.571971 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e0c89e17-6038-4887-a3fa-1aaaddd05ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:12.944085 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:13.731442 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:15.137324 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f688144-d1ff-4b35-baa2-b2b1f34ff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:31.091067 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2ccc59bf-9f39-4f4a-8ca0-3442381f58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:39.153623 dv-cinder-798198-1-smb neutron-server[93537]: DEBUG neutron.db.agents_db [None req-ea423326-a609-4706-8293-f8d24122b4dc None None] Agent healthcheck: found 6 active agents {{(pid=93537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:37:39.947376 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3fa8-bb10-4998-ba94-552e9492de42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:42.512236 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d9db5893-6d3f-4c9f-b105-2ee311ce7b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:42.969650 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dc81a4af-d13c-4962-828c-3b400ac269c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:37:43.731033 dv-cinder-798198-1-smb neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-67520470-f1a3-4187-bdb8-0ffbfea743a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777304558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3876593'] for agent, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}